-- Logs begin at Mon 2021-05-31 12:11:35 UTC, end at Mon 2021-05-31 13:03:19 UTC. -- May 31 12:42:06.338769 dv-cinder-793264-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 12:42:07.295461 dv-cinder-793264-2-smb neutron-server[98153]: Beware of the coming changes in the project packaging May 31 12:42:07.296080 dv-cinder-793264-2-smb neutron-server[98153]: https://github.com/svinota/pyroute2/discussions/786 May 31 12:42:08.764224 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.common.config [-] Logging enabled! May 31 12:42:08.764814 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:42:08.764895 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:42:08.768021 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.common.config [-] Logging enabled! May 31 12:42:08.768280 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:42:08.768593 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:42:08.769542 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:42:08.769782 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:42:08.770140 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:42:08.770412 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:42:08.770665 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:42:08.771014 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.771355 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.771660 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.771896 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.772193 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.772488 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.772774 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.773075 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.773397 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.773684 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.773966 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.774253 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.774487 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.774771 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.775060 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.775347 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.775574 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] debug = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.775854 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.776286 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.776688 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.776971 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.777293 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.777577 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.777851 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.778131 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.778416 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.778815 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] host = dv-cinder-793264-2-smb {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.779132 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.779425 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.779712 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.780006 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.780283 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.780565 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.780854 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.781153 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.781432 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.781708 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.781997 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.782287 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.782582 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.782809 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.783034 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.783327 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.783614 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.783894 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.784171 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.784448 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.784723 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.784998 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.785299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.785586 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.785872 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.786158 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.786435 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.786708 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.786986 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.787260 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.787545 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.787820 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.788093 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.788369 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.788656 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.788925 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.789233 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.789541 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.789829 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.790114 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.790403 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.790682 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.790968 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.791245 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.791521 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.791796 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_json = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.792070 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.792344 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.792630 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.792904 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.793207 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.793484 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.793758 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.794044 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:08.794342 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.794641 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.795477 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.795764 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.796061 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.796343 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.796636 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.796921 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.797246 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.797541 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.797833 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.798116 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.798405 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.798688 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.798984 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.799291 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.799594 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.799886 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.800163 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.800437 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.800713 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.800995 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.801312 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.801607 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.801898 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.802173 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.802454 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.802747 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.803030 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.803304 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.803850 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.804140 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.804420 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.804694 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.804978 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.805289 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.805566 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.805841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.806121 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.806410 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.806690 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.806965 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.807240 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.807519 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.807789 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.808076 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.808353 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.808628 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.808903 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.809209 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.809492 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.809766 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.810047 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.810344 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.811258 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.811537 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.811816 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.812093 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.812373 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.812650 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.812927 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.813232 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.813518 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.813794 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.814071 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.814346 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.814622 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.814898 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.815186 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.815489 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.815776 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.816061 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.816346 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.816630 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.816954 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.817478 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.817976 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.818454 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.818858 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.819167 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.819464 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.819817 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.820117 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.820405 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.820711 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.820997 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.821311 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.821598 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.821882 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.822177 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.822466 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.822768 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.823067 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.823365 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.823664 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.823962 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.824247 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.824560 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.824845 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:08.825087 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:42:08.825337 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98153) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 12:42:09.178189 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:09.178727 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:09.179023 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:09.179501 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 12:42:09.565913 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.566209 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.566483 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.567697 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.567974 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.568240 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.604004 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.604281 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.604551 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.617538 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.617820 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.618088 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.647388 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.647670 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.647937 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.684433 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.684711 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.684979 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.916311 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.916933 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.916933 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.917126 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:09.917888 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.040848 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.041197 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.041494 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.041770 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.042043 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.042356 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.042618 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.042875 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.043130 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.043410 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.043670 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.043934 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.044204 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.044460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.044752 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.045024 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.046340 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.046644 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.046924 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.047229 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.047593 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.047867 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.048129 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.048422 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.048682 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.048937 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.049354 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.049601 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.049846 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.050089 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.050330 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.050569 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.050940 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 12:42:10.054285 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 12:42:10.058190 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 12:42:10.062445 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) May 31 12:42:10.064073 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 12:42:10.064517 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 12:42:10.064862 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 12:42:10.065288 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 12:42:10.068279 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 12:42:10.068539 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 12:42:10.068889 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:42:10.096501 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 12:42:10.096951 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.097281 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98153) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 12:42:10.097647 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.098989 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98153) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 12:42:10.099274 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:42:10.099520 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 12:42:10.102768 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.103053 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.166138 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 12:42:10.166423 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 12:42:10.166620 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 12:42:10.166989 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 12:42:10.197565 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_db.sqlalchemy.engines [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98153) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 12:42:10.528842 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing driver for type 'gre' May 31 12:42:10.529875 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] gre ID ranges: [(1, 1000)] May 31 12:42:10.581209 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing driver for type 'local' May 31 12:42:10.581588 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing driver for type 'vlan' May 31 12:42:10.593784 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] VlanTypeDriver initialization complete May 31 12:42:10.594148 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing driver for type 'vxlan' May 31 12:42:10.594627 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] vxlan ID ranges: [(1, 1000)] May 31 12:42:10.646770 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing extension driver 'port_security' May 31 12:42:10.647141 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.extensions.port_security [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] PortSecurityExtensionDriver initialization complete May 31 12:42:10.647484 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing mechanism driver 'openvswitch' May 31 12:42:10.647824 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing mechanism driver 'hyperv' May 31 12:42:10.654830 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.plugins.ml2.plugin [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:10.655580 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.655948 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.656296 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.656680 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.657034 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.657402 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.657789 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.658132 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.658471 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.658841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.659182 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.659515 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.659886 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.660226 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.660549 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.660921 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > address_group after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.661298 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > address_group after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.661631 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.661963 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] ML2 OVO RPC backend initialized. {{(pid=98153) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 12:42:10.662653 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.663003 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.663414 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.663752 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > networks before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.664092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.664425 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > ports before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.664761 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.665095 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnets before_response 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.665461 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.665797 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.666125 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.666455 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.666789 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.667124 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.667455 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.667785 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.668112 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.668679 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.plugin [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Modular L2 Plugin initialization complete May 31 12:42:10.669003 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading services supported by the core plugin {{(pid=98153) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 12:42:10.669365 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.plugins.ml2.managers [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Got port-security extension from driver 'port_security' May 31 12:42:10.670420 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.extensions.vlantransparent [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Disabled vlantransparent extension. May 31 12:42:10.670905 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98153) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 12:42:10.671217 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: router May 31 12:42:10.707548 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.707886 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_create 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.708253 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router before_create 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.708616 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.708985 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.709359 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_delete 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.709715 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.710073 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_create 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.710417 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.710762 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.711105 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.711457 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.711858 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.712220 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.712558 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.712894 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: subnet after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.713259 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.713625 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.713955 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.714294 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.714634 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.714985 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router after_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.715328 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.715668 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.716024 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.716363 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.717270 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > network after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.718091 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Tracking information for resource: router configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.718417 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Tracking information for resource: floatingip configured {{(pid=98153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:42:10.723257 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.db.l3_agentschedulers_db [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 12:42:10.723832 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.724189 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.724536 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.724881 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: port after_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.725683 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router before_create 55550100 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.726041 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.726397 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_create 55550100 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.726747 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > router precommit_update 55550100 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.731249 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.provider_configuration [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service providers = [] {{(pid=98153) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 12:42:10.731607 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.db.servicetype_db [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98153) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 12:42:10.735121 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.service_base [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:42:10.735466 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.service_base [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:42:10.735801 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.service_base [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:42:10.736660 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.services.service_base [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:42:10.737025 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.services.service_base [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 12:42:10.737604 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.737924 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 12:42:10.748114 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.748449 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: auto_allocate May 31 12:42:10.754135 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: network precommit_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.754494 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: network precommit_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.755001 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.755317 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: tag May 31 12:42:10.762003 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.762332 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: timestamp May 31 12:42:10.766050 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.766377 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: network_ip_availability May 31 12:42:10.771492 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.771857 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.772210 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.772907 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.773259 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: flavors May 31 12:42:10.778222 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.778552 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading Plugin: revisions May 31 12:42:10.783249 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:42:10.783631 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.605s {{(pid=98153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:10.784347 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98153) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 12:42:10.784678 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Initializing extension manager. May 31 12:42:10.785211 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: __init__.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.785548 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: __pycache__ {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.785875 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.786200 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: address_group.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.786928 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.787480 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: address-group May 31 12:42:10.787797 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: address_scope.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.788486 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.788983 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: address-scope May 31 12:42:10.789324 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.790216 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.790715 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: router-admin-state-down-before-update May 31 12:42:10.791035 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: agent.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.791708 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.792205 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: agent May 31 12:42:10.792521 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: agent_resources_synced.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.793436 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.793936 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: agent-resources-synced May 31 12:42:10.794252 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: allowedaddresspairs.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.796577 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.797096 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: allowed-address-pairs May 31 12:42:10.797444 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: auto_allocated_topology.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.798486 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.798992 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: auto-allocated-topology May 31 12:42:10.799311 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: availability_zone.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.799974 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.800470 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: availability_zone May 31 12:42:10.800786 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: availability_zone_filter.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.801690 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.802184 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: availability_zone_filter May 31 12:42:10.802498 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: data_plane_status.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.803365 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.804122 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension data-plane-status not supported by any of loaded plugins May 31 12:42:10.804437 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: default_subnetpools.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.805348 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.805841 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: default-subnetpools May 31 12:42:10.806156 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.806934 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.807431 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: dhcp_agent_scheduler May 31 12:42:10.807747 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: dns.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.808629 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.809145 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension dns-integration not supported by any of loaded plugins May 31 12:42:10.809466 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: dns_domain_ports.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.810377 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.810876 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 12:42:10.811196 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: dvr.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.811843 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.812343 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: dvr May 31 12:42:10.812659 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: empty_string_filtering.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.813554 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.814055 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: empty-string-filtering May 31 12:42:10.814370 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.815253 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.815745 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 12:42:10.816059 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.816929 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.817460 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 12:42:10.817775 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: external_net.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.818655 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.819157 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: external-net May 31 12:42:10.819474 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.820352 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.820850 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: extra_dhcp_opt May 31 12:42:10.821198 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: extraroute.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.822072 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.822568 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: extraroute May 31 12:42:10.822883 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: extraroute_atomic.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.823876 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.824371 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: extraroute-atomic May 31 12:42:10.824692 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: filter_validation.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.825366 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.825881 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: filter-validation May 31 12:42:10.826198 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: fip_pf_description.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.827229 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.827726 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 12:42:10.828040 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: fip_port_details.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.828929 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.829461 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: fip-port-details May 31 12:42:10.829784 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: flavors.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.830967 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.831469 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: flavors May 31 12:42:10.831790 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.833441 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.833949 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 12:42:10.834273 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: floatingip_pools.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.834952 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.835454 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: floatingip-pools May 31 12:42:10.835774 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: ip_allocation.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.836657 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.837177 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension ip_allocation not supported by any of loaded plugins May 31 12:42:10.837497 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.838380 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.838878 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: ip-substring-filtering May 31 12:42:10.839197 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l2_adjacency.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.840088 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.840582 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 12:42:10.840900 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.842369 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.842883 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: router May 31 12:42:10.843207 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.845459 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.846031 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 12:42:10.846361 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.847277 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.847789 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: ext-gw-mode May 31 12:42:10.848165 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.849049 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.849580 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: l3-ha May 31 12:42:10.849901 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3_flavors.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.850822 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.851332 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: l3-flavors May 31 12:42:10.851649 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.852545 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.853070 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 12:42:10.853409 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: l3agentscheduler.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.854463 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.854960 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: l3_agent_scheduler May 31 12:42:10.855285 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: logging.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.856754 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.857937 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension logging not supported by any of loaded plugins May 31 12:42:10.858261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: metering.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.859010 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.859577 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: metering May 31 12:42:10.859893 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.860954 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.861494 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: metering_source_and_destination_fields May 31 12:42:10.861812 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: multiprovidernet.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.862832 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.863339 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: multi-provider May 31 12:42:10.863658 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: netmtu.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.864542 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.865040 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: net-mtu May 31 12:42:10.865406 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: netmtu_writable.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.866298 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.866799 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: net-mtu-writable May 31 12:42:10.867113 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: network_availability_zone.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.867760 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.868259 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: network_availability_zone May 31 12:42:10.868575 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: network_ip_availability.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.869658 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.870159 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: network-ip-availability May 31 12:42:10.870475 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: network_segment_range.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.871210 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.871702 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension network-segment-range not supported by any of loaded plugins May 31 12:42:10.872014 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: pagination.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.872998 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.873347 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: pagination May 31 12:42:10.873662 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: port_device_profile.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.874533 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.875034 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: port-device-profile May 31 12:42:10.875358 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.876247 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.876747 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: port-mac-address-regenerate May 31 12:42:10.877064 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.877963 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.878462 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: port-numa-affinity-policy May 31 12:42:10.878778 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: port_resource_request.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.879648 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.880147 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension port-resource-request not supported by any of loaded plugins May 31 12:42:10.880467 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: portbindings.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.881394 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.881891 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: binding May 31 12:42:10.882205 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: portbindings_extended.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.883449 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.883959 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: binding-extended May 31 12:42:10.884281 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: portsecurity.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.885192 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.885698 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: port-security May 31 12:42:10.886018 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: project_id.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.886953 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.887279 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: project-id May 31 12:42:10.887595 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: providernet.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.889009 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.889535 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: provider May 31 12:42:10.889849 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.893299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.893817 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos not supported by any of loaded plugins May 31 12:42:10.894147 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.895363 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.895873 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 12:42:10.896196 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.897084 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.897615 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 12:42:10.897934 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_default.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.898813 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.899318 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-default not supported by any of loaded plugins May 31 12:42:10.899636 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_fip.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.900264 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.900760 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-fip not supported by any of loaded plugins May 31 12:42:10.901078 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_gateway_ip.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.902002 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.902500 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 12:42:10.902817 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_port_network_policy.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.903693 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.904819 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 12:42:10.905166 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_rule_type_details.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.906056 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.906553 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 12:42:10.906869 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: qos_rules_alias.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.907875 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.908373 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 12:42:10.908690 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: quotasv2.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.909725 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.910055 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: quotas May 31 12:42:10.910372 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: quotasv2_detail.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.911952 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.912285 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: quota_details May 31 12:42:10.912608 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: rbac.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.913677 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.914196 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: rbac-policies May 31 12:42:10.914521 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: rbac_address_group.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.915417 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.915931 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: rbac-address-group May 31 12:42:10.916249 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: rbac_address_scope.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.917164 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.917706 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: rbac-address-scope May 31 12:42:10.917971 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: rbac_security_groups.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.918851 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.919351 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: rbac-security-groups May 31 12:42:10.919967 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: rbac_subnetpool.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.920862 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.921390 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: rbac-subnetpool May 31 12:42:10.921712 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: revisionifmatch.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.922595 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.923095 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: revision-if-match May 31 12:42:10.923413 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: revisions.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.924484 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.924989 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: standard-attr-revisions May 31 12:42:10.925340 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: router_availability_zone.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.926002 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.926505 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: router_availability_zone May 31 12:42:10.926826 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: routerservicetype.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.927714 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.928221 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension router-service-type not supported by any of loaded plugins May 31 12:42:10.928803 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.929723 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.930233 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: security-groups-normalized-cidr May 31 12:42:10.930551 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.931438 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.931941 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: port-security-groups-filtering May 31 12:42:10.932257 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.933165 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.933672 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: security-groups-remote-address-group May 31 12:42:10.933990 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: securitygroup.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.943265 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.943792 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: security-group May 31 12:42:10.944117 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: segment.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.944874 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.945399 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension segment not supported by any of loaded plugins May 31 12:42:10.945722 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.946630 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.947127 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 12:42:10.947444 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: servicetype.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.948508 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.949022 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: service-type May 31 12:42:10.949371 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: sorting.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.950316 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.950647 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: sorting May 31 12:42:10.951482 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: standard_attr_segment.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.952375 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.952885 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 12:42:10.953238 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: standardattrdescription.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.953862 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.954359 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: standard-attr-description May 31 12:42:10.954673 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: stateful_security_group.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.955557 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.956063 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: stateful-security-group May 31 12:42:10.956380 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: stdattrs_common.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.956959 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 12:42:10.957280 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.958279 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.958732 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 12:42:10.959047 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnet_onboard.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.960116 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.960616 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: subnet_onboard May 31 12:42:10.960933 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.961870 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.962364 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 12:42:10.962681 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnet_service_types.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.963566 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.964095 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: subnet-service-types May 31 12:42:10.964414 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnetallocation.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.965502 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.966026 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: subnet_allocation May 31 12:42:10.966327 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.967546 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.968042 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: subnetpool-prefix-ops May 31 12:42:10.968356 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.969277 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.969774 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 12:42:10.970089 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: tagging.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.971121 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.971622 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: standard-attr-tag May 31 12:42:10.971941 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: timestamp.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.973131 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.973638 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loaded extension: standard-attr-timestamp May 31 12:42:10.973958 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: trunk.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.974953 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.975459 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension trunk not supported by any of loaded plugins May 31 12:42:10.975781 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: trunk_details.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.976664 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.977199 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension trunk-details not supported by any of loaded plugins May 31 12:42:10.977522 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: uplink_status_propagation.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.978407 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.978906 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 12:42:10.979223 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Loading extension file: vlantransparent.py {{(pid=98153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:42:10.979862 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:42:10.980357 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 12:42:10.982814 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:network May 31 12:42:10.983544 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnet May 31 12:42:10.985390 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:42:10.986011 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:port May 31 12:42:10.987261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.987693 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service FLAVORS assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.988304 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.988811 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.989098 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:router May 31 12:42:10.989749 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:floatingip May 31 12:42:10.990436 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service METERING assigned prefix: /metering {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.991855 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.992220 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.992566 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:42:10.993722 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:42:10.994165 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:security_group May 31 12:42:10.994928 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:42:10.995646 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service CORE assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.995992 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:42:10.996300 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] subnetpool is already registered May 31 12:42:10.996942 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service CORE assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:10.997290 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:42:10.997599 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] subnetpool is already registered May 31 12:42:11.000218 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.000672 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service FLAVORS assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.001274 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.001714 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.002017 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:router May 31 12:42:11.002495 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] router is already registered May 31 12:42:11.003100 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:floatingip May 31 12:42:11.003409 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] floatingip is already registered May 31 12:42:11.004032 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service METERING assigned prefix: /metering {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.004702 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:42:11.005025 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] rbac_policy is already registered May 31 12:42:11.005595 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:security_group May 31 12:42:11.005939 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] security_group is already registered May 31 12:42:11.006517 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:42:11.006853 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] security_group_rule is already registered May 31 12:42:11.007524 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service CORE assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.007852 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:42:11.008173 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] subnetpool is already registered May 31 12:42:11.008757 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.v2.resource_helper [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Service CORE assigned prefix: {{(pid=98153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:42:11.009080 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:42:11.009419 dv-cinder-793264-2-smb neutron-server[98153]: WARNING neutron.quota.resource_registry [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] subnetpool is already registered May 31 12:42:11.010044 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: extensions {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.011529 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: address-groups {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.013147 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: address-scopes {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.014874 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: agents {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.016007 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: auto-allocated-topology {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.017298 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: availability_zones {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.018596 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: dhcp-networks {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.019987 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: dhcp-agents {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.021449 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: routers {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.023222 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: flavors {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.024382 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: service_profiles {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.025612 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: next_providers {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.027142 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: service_profiles {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.028559 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: floatingip-pools {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.030431 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: routers {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.032223 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: floatingips {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.033430 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: l3-routers {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.034794 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: l3-agents {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.036192 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: metering-labels {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.037566 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: metering-label-rules {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.038863 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: network-ip-availabilities {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.040129 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: bindings {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.041791 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: quotas {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.043208 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: quotas {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.044638 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: rbac-policies {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.046234 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: security-groups {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.047448 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: security-group-rules {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.048683 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: service-providers {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.049921 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: subnetpools {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.052239 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: subnetpools {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.053981 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.055662 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.167697 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.169475 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.171299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.173157 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.174833 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.176920 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.178931 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.180780 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron.api.extensions [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Extended resource: tags {{(pid=98153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:42:11.186698 dv-cinder-793264-2-smb neutron-server[98153]: WARNING keystonemiddleware.auth_token [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 12:42:11.191359 dv-cinder-793264-2-smb neutron-server[98153]: WARNING keystonemiddleware.auth_token [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 12:42:11.199586 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Acquired lock "singleton_lock" {{(pid=98153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 12:42:11.200067 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_concurrency.lockutils [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Releasing lock "singleton_lock" {{(pid=98153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 12:42:11.200682 dv-cinder-793264-2-smb neutron-server[98153]: INFO oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Starting 2 workers May 31 12:42:11.205924 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Started child 98258 {{(pid=98153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:42:11.210320 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Started child 98259 {{(pid=98153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:42:11.211079 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.211846 dv-cinder-793264-2-smb neutron-server[98153]: INFO neutron.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 12:42:11.212452 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Notify callbacks [] for process, before_spawn {{(pid=98153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.212593 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [-] (98258) wsgi starting up on http://0.0.0.0:9696 May 31 12:42:11.214902 dv-cinder-793264-2-smb neutron-server[98153]: INFO oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Starting 1 workers May 31 12:42:11.215014 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.216296 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [-] (98259) wsgi starting up on http://0.0.0.0:9696 May 31 12:42:11.220674 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Started child 98260 {{(pid=98153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:42:11.221214 dv-cinder-793264-2-smb neutron-server[98153]: INFO oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Starting 1 workers May 31 12:42:11.223914 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] calling RpcWorker wait() {{(pid=98260) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 12:42:11.224475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] returning from RpcWorker wait() {{(pid=98260) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 12:42:11.225569 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Started child 98261 {{(pid=98153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:42:11.225697 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.226103 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:11.226337 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG neutron_lib.callbacks.manager [None req-afe1a844-0afe-409c-8edc-b5ff4c661fa4 None None] Notify callbacks [] for process, after_spawn {{(pid=98153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.228211 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:42:11.228424 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:42:11.228609 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:42:11.228824 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:42:11.229180 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:42:11.229342 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:42:11.229974 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.230293 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:11.230769 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.230769 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.230953 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.231369 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:11.231467 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.231966 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.232302 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.232539 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.232822 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.233079 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.233274 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.233587 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.233981 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.234354 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.234812 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.235212 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.235613 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.236025 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.236340 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.236739 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.237178 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.237562 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.237992 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] debug = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.238370 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.238969 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.239353 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.239740 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.240129 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.240555 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.240951 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.241410 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.241800 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.242158 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.242544 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.242960 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.243353 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.243707 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.244083 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.244490 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.244861 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.245506 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] host = dv-cinder-793264-2-smb {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.245866 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.246225 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.246607 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.246989 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.247387 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.247783 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.248186 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.248579 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.248980 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.249464 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.249851 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.250263 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.250631 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.251009 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.251384 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_options = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.251821 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.252242 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.252660 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.252972 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.253297 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.253614 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.254067 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.254225 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.254493 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.254795 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.255053 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.255297 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.255728 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.256158 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.256414 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.256797 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.257204 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.257444 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.257701 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.257967 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.258201 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259542 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259542 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259782 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.259957 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.260224 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.260429 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.260689 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.260935 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.261224 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.261625 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.261858 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.262077 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.262348 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.262584 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264890 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_json = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.264890 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.265049 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.265332 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.265549 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.265761 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.265969 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.266357 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.266752 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.267166 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.267441 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.267748 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.268138 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.268550 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.268811 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.269143 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.269539 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.269795 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.270034 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.270355 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.270593 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.270886 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.271301 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.271611 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.272133 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.272427 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.272706 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.272959 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.273220 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.273602 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.273836 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.274315 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.274639 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.274974 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.275299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.275541 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.275789 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.276022 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.276234 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.276447 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.276667 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.276932 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.277195 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.277434 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.277669 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.277901 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.278141 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.278373 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.278596 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.278833 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.279123 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.279848 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.280084 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.280319 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.280554 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.280768 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.281017 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.281255 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.281501 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.281728 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.281970 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.282210 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.282425 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.282648 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.282885 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.283151 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.283367 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.283581 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.283820 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.284048 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.284304 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.284523 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.284738 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.284970 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.285226 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.285432 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.285677 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.285917 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.286160 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.286544 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.286700 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.286838 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.286979 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.287187 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.287443 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.287608 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.287837 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.288055 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.288274 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.288487 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.288699 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.288913 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.289167 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.289454 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.289762 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.290001 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.290248 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.290489 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.290734 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.290971 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.291363 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.291510 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.291680 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.291893 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.292153 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.292377 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.292697 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.293043 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.293300 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.293559 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.293882 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.294125 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.294364 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.294636 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.294888 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.295173 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.295424 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.295676 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.295936 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.296280 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.296439 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.296663 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.296951 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.297228 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.297563 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.297765 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.298055 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.298906 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.298906 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.298906 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.300092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.300092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.300092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.300092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.300092 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301793 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.301793 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.302070 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.302070 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.302327 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.302462 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.303257 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.303257 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.303257 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.303927 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.303927 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.304194 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.304376 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305134 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305134 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305134 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305555 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305555 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305828 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.305828 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.306038 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.306270 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.306480 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.306750 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.306982 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.307217 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.307452 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.307667 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.307883 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.308129 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.308340 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.308562 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.308797 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.309028 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.309412 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.309800 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.310014 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.310784 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.311007 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.311273 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.311542 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.311776 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.312019 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.312272 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.312547 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.312737 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.312978 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.313439 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.313800 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.314013 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.314236 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.314448 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.314686 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.314924 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.315336 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.315773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.316161 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.316481 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.316729 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.316954 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.317424 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.317424 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.317424 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319777 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319777 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.319929 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.320066 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.320298 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.320490 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.320773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.321021 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.321270 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.321517 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.321743 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.321968 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.322197 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.322406 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.322621 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.322848 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.323090 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.323299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.323526 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.323740 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.323946 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.324166 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.324392 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.324599 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.324814 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.325025 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.325285 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.325493 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.325699 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.326440 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.326658 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.326987 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.327246 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.327484 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.327773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.328033 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.328277 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.328541 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.328857 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.329067 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.329325 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.329540 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.329754 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.329989 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.330242 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.330544 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.330841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.331106 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.331339 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.331605 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.331890 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.332149 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.332359 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.332679 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.332996 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.333306 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.333572 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.333797 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.334078 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.334299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.334514 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.334730 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.334965 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.335199 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.335448 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.335690 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.335999 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.336643 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.336643 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.336839 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.336932 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.337159 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.337373 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.337588 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.337746 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:42:11.338511 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:42:11.338511 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:42:11.338773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:42:11.338773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:42:11.338925 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:42:11.339063 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:42:11.339265 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.339423 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.339728 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340044 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340197 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340369 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340505 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340658 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340818 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.340970 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341146 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341308 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341487 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341649 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341807 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.341997 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.342210 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.342299 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.342406 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.342559 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.342865 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343009 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343167 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] debug = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343324 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343517 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343679 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343834 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.343990 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344145 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344301 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344458 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344617 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344773 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.344919 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345076 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345301 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345464 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345620 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345776 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.345933 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346089 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] host = dv-cinder-793264-2-smb {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346247 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346404 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346549 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346705 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.346860 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347015 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347171 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347328 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347483 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347639 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347794 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.347950 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.348105 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.348261 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.348417 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_options = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.348583 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.348736 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349043 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349429 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349577 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349705 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.349858 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350014 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350171 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350326 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350482 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350637 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350793 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.350949 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351108 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351262 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351417 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351574 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351729 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.351886 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352041 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352197 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352352 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352507 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352663 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352818 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.352978 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353140 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353303 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353459 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353614 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353771 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.353999 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354094 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354215 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354381 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354505 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354664 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354819 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.354975 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355132 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355288 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355443 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355599 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355754 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_json = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.355909 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356064 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356219 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356375 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356530 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356685 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.356997 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:42:11.357212 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.357374 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.357544 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.357703 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.357861 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358021 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358180 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358340 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358498 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358678 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358826 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.358972 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:11.359064 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359144 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359289 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359447 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359607 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359767 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.359926 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360085 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360244 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360403 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360562 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360734 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.360892 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361051 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361233 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361393 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361551 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361711 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.361871 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362030 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362190 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362348 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362506 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362665 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362825 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.362983 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363143 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363301 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363460 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363620 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363779 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.363937 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364097 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364256 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364415 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364573 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364732 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.364891 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365049 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365242 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365400 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365559 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365717 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.365875 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366033 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366191 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366349 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366512 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366671 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366828 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.366999 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367157 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367315 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367473 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367632 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367792 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.367951 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368108 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368266 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368423 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368587 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368745 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.368903 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369063 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369253 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369411 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369571 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369729 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.369889 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370048 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370207 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370365 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370523 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370688 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.370860 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371022 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371243 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371407 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371564 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371723 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.371881 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.372038 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.372198 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.372357 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.372516 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.372674 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.373360 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.373520 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.373678 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.373836 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.373994 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374151 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374309 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374469 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374627 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374795 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.374922 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375077 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375234 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375392 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375560 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375718 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.375903 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376033 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376194 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376361 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376520 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376678 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376837 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.376994 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377175 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377335 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377495 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377653 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377812 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.377970 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378135 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378303 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378461 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378620 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378777 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.378958 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379121 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379278 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379438 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379594 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379753 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.379911 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380070 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380230 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380388 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380547 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380707 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.380867 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381025 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381212 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381372 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381531 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381690 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.381848 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382008 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382166 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382325 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382483 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382640 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382798 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.382955 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383141 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383277 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383436 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383594 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383750 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.383908 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384056 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384212 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384370 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384527 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384686 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.384847 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385004 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385179 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385334 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385494 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385652 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385812 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.385972 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386131 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386290 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386651 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386651 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386889 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.386889 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387078 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387196 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387355 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387512 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387683 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.387999 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.388157 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.388330 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389140 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389258 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389419 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389579 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389738 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.389896 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390057 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390219 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390378 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390537 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390696 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.390856 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391014 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391173 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391344 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391503 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391662 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391821 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.391979 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392146 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392306 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392464 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392622 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392779 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.392946 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393145 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393284 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393442 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393599 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393766 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.393924 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394083 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394240 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394398 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394563 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394722 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.394879 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395036 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395192 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395358 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395517 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395677 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.395841 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396000 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396163 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396317 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396485 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396644 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396804 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.396963 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397139 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397315 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397464 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397611 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397780 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.397945 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398107 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398274 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398438 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398600 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398750 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.398916 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399089 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399246 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399404 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399560 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399718 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.399877 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400037 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400195 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400353 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400510 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400668 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400826 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.400983 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.401163 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.401324 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.401482 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.401640 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.401867 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.402030 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.402188 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:42:11.402339 dv-cinder-793264-2-smb neutron-server[98153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:42:11.508434 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51762) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:11.517478 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069561 May 31 12:42:22.344395 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077ccf1-8145-4662-bed2-442eed717a87 None None] get_active_networks_info from dv-cinder-793264-2-smb {{(pid=98260) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 12:42:22.407478 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077ccf1-8145-4662-bed2-442eed717a87 None None] No non-hosted networks {{(pid=98260) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 12:42:22.427187 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.agentschedulers_db [None req-8077ccf1-8145-4662-bed2-442eed717a87 None None] DHCP Agent not found on host dv-cinder-793264-2-smb {{(pid=98260) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 12:42:22.502477 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-179712f1-b756-44b8-88e5-53db51403e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:24.710182 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:24.711738 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.713290 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.713737 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.714142 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.715676 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.716092 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.722242 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.722681 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.723123 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.723512 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.723920 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.724317 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:24.724791 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793264-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:24.734369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793264-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:24.735887 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-26d28b93-7480-4e3b-b161-3184b426aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:24.791870 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-634d9c91-6927-4988-a931-63bc67407528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:25.623052 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:27.244029 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:28.645010 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51854) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:29.225552 dv-cinder-793264-2-smb neutron-server[98259]: WARNING oslo_policy.policy [None req-b83b0ae0-9f74-41eb-a72b-1e4b639dc134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:42:29.226232 dv-cinder-793264-2-smb neutron-server[98259]: WARNING oslo_policy.policy [None req-b83b0ae0-9f74-41eb-a72b-1e4b639dc134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:42:29.445785 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-b83b0ae0-9f74-41eb-a72b-1e4b639dc134 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:42:29.446880 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b83b0ae0-9f74-41eb-a72b-1e4b639dc134 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8009272 May 31 12:42:30.717098 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.db.l3_hamode_db [None req-76e4c865-52a4-4ee6-ae4f-6c94897d353b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 12:42:30.799283 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4c865-52a4-4ee6-ae4f-6c94897d353b None None] Routers set() bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:42:30.799666 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4c865-52a4-4ee6-ae4f-6c94897d353b None None] Router IDs set() for agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 12:42:31.758604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51868) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:32.116661 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:32.215911 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.policy [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98259) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:42:32.262261 dv-cinder-793264-2-smb neutron-server[98259]: WARNING oslo_policy.policy [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:42:32.262646 dv-cinder-793264-2-smb neutron-server[98259]: WARNING oslo_policy.policy [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:42:32.272366 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.quota [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Loaded quota_driver: . May 31 12:42:32.287990 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:32.354401 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566242631', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566241440', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566263486', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566258282', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566280429', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732566274371', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530817', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582381', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1688218'] for rbac-policy, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:32.414887 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:32.416050 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-3a154ffe-f39f-4ed3-b8cf-80d4aed102ac admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6564703 May 31 12:42:34.995586 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51882) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:35.341694 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Request body: {'network': {'name': 'private', 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:35.346338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:35.350719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Usage tracker for resource:network and tenant:32b2ca1641c0425f99d3ca0c15d3bc87 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:35.355151 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:35.361820 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:35.371041 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Made reservation on behalf of 32b2ca1641c0425f99d3ca0c15d3bc87 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:42:35.373828 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.390691 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.404514 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:35.408111 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Usage tracker for resource:security_group_rule and tenant:32b2ca1641c0425f99d3ca0c15d3bc87 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:35.412929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:35.418368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:35.512646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.516166 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.521361 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:35.539143 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:42:35.564913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732569457893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.565592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Unsubscribe: segment precommit_create {{(pid=98259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:42:35.566014 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Added segment b6582c54-b1ef-49dd-9dea-3acc7af1d329 of type vlan for network a353970d-a380-41f1-9249-bc74c32518c5 May 31 12:42:35.613196 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16594ce1-cfc9-408f-a3a9-5ccae2f6c23d,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:35.628544 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.628874 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.629219 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.629536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.629851 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.630163 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.630471 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.630778 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.631099 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.631405 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.631709 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.632010 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Tracked resource versions report: May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: pushed versions: May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: { 'AddressGroup': {'1.2'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'ConntrackHelper': {'1.0'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Log': {'1.0'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Network': {'1.1'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Port': {'1.7'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'PortForwarding': {'1.2'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'QosPolicy': {'1.8'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroup': {'1.4'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroupRule': {'1.2'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SubPort': {'1.0'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Subnet': {'1.1'}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Trunk': {'1.1'}} May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: consumer versions: May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'ConntrackHelper': '1.0', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Log': '1.0', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Network': '1.1', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Port': '1.7', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'PortForwarding': '1.2', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'QosPolicy': '1.8', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroup': '1.4', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroupRule': '1.2', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'SubPort': '1.0', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Subnet': '1.1', May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: 'Trunk': '1.1'}} May 31 12:42:35.633115 dv-cinder-793264-2-smb neutron-server[98259]: {{(pid=98259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:42:35.685198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.688908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:35.726093 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.727454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:35.728087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:35.732476 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:35.832289 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8355787 May 31 12:42:35.835147 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Pushing event updated for resources: {'Network': ['ID=a353970d-a380-41f1-9249-bc74c32518c5,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:35.838638 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:35.848198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network a353970d-a380-41f1-9249-bc74c32518c5 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:42:38.458231 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51898) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:38.899384 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0e3a9-d4a8-43cf-8d9d-ca29cbc021cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:38.900756 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-63a0e3a9-d4a8-43cf-8d9d-ca29cbc021cd admin admin] 10.222.0.61 "GET /v2.0/networks/a353970d-a380-41f1-9249-bc74c32518c5 HTTP/1.1" status: 200 len: 826 time: 0.4415522 May 31 12:42:38.926744 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-924e0472-6768-4ace-a274-549f9c529cc7 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/e2e2be4d-406e-42d2-afe8-9b9614e9387d HTTP/1.1" status: 200 len: 734 time: 0.0202198 May 31 12:42:38.934869 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:38.938967 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:38.942658 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Usage tracker for resource:subnet and tenant:32b2ca1641c0425f99d3ca0c15d3bc87 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:38.945479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:38.951490 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:38.961027 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Made reservation on behalf of 32b2ca1641c0425f99d3ca0c15d3bc87 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:42:38.963336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:39.432264 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:39.437777 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:39.522073 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Checking segment: {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:42:39.522719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Network hostable DHCP agents. Network: a353970d-a380-41f1-9249-bc74c32518c5, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:42:39.527544 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcf44a7-82a8-4832-b405-e392e8544269,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:39.531158 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:39.547786 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Network a353970d-a380-41f1-9249-bc74c32518c5 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:42:39.557567 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, a353970d-a380-41f1-9249-bc74c32518c5) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:39.562871 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:39.563460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:39.567610 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea1685-6633-4877-bef0-4aff37df7609 None None] Network a353970d-a380-41f1-9249-bc74c32518c5 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:42:39.582971 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6511908 May 31 12:42:39.869313 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-a353970d-a380-41f1-9249-bc74c32518c5', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:42:39.870522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.051251 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Allocated IP 172.20.0.2 (a353970d-a380-41f1-9249-bc74c32518c5/2bcf44a7-82a8-4832-b405-e392e8544269/8ac696c6-62ed-48d2-9bfa-bc712c25f78d) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:42:40.275952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.289419 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Transition to ACTIVE for port object 8ac696c6-62ed-48d2-9bfa-bc712c25f78d will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:40.308846 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Transition to ACTIVE for port object 8ac696c6-62ed-48d2-9bfa-bc712c25f78d will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:40.315205 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.320650 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:40.378713 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Network a353970d-a380-41f1-9249-bc74c32518c5 is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:42:40.381361 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:40.385010 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:42:40.429028 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Pushing event updated for resources: {'Port': ['ID=8ac696c6-62ed-48d2-9bfa-bc712c25f78d,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:40.468078 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.468428 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.468760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.469087 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.469456 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.469780 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.470101 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.470419 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.470736 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.471050 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.471365 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.471675 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Tracked resource versions report: May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: pushed versions: May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: { 'AddressGroup': {'1.2'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'ConntrackHelper': {'1.0'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Log': {'1.0'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Network': {'1.1'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Port': {'1.7'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'PortForwarding': {'1.2'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'QosPolicy': {'1.8'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroup': {'1.4'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroupRule': {'1.2'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SubPort': {'1.0'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Subnet': {'1.1'}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Trunk': {'1.1'}} May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: consumer versions: May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'ConntrackHelper': '1.0', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Log': '1.0', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Network': '1.1', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Port': '1.7', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'PortForwarding': '1.2', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'QosPolicy': '1.8', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroup': '1.4', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroupRule': '1.2', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'SubPort': '1.0', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Subnet': '1.1', May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: 'Trunk': '1.1'}} May 31 12:42:40.472821 dv-cinder-793264-2-smb neutron-server[98260]: {{(pid=98260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:42:40.476740 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:40.495878 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Attempting to bind port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:42:40.496279 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Attempting to bind port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:42:40.496712 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Attempting to bind port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d on network a353970d-a380-41f1-9249-bc74c32518c5 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:42:40.501800 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:42:40.502207 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Checking segment: {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:42:40.502666 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.503056 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Bound using segment: {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:42:40.503566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Bound port: 8ac696c6-62ed-48d2-9bfa-bc712c25f78d, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:42:40.503932 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.592846 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] For port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:42:40.596606 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] For port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8ac696c6-62ed-48d2-9bfa-bc712c25f78d,segment=NetworkSegment(b6582c54-b1ef-49dd-9dea-3acc7af1d329),segment_id=b6582c54-b1ef-49dd-9dea-3acc7af1d329)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:42:40.600965 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:40.604883 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:40.690064 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Pushing event updated for resources: {'Port': ['ID=8ac696c6-62ed-48d2-9bfa-bc712c25f78d,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:40.693159 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:41.927948 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51908) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:42.301609 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-88d24d8d-60c4-430a-855a-3f504563d3a2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:42:42.302592 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-88d24d8d-60c4-430a-855a-3f504563d3a2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3737147 May 31 12:42:44.697320 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51918) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:45.084115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-38210f98-f942-431f-8c7b-72880dbf19dd admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:42:45.085241 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-38210f98-f942-431f-8c7b-72880dbf19dd admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3869815 May 31 12:42:46.110368 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21baf9-15ad-4373-81c7-359546bd35e7 None None] Network a353970d-a380-41f1-9249-bc74c32518c5 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:42:46.237789 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-f91eb569-4708-494c-b5f2-a0a32e8f2cf1 None None] Provisioning for port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:42:46.613734 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8ac696c6-62ed-48d2-9bfa-bc712c25f78d up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:42:46.679564 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:42:46.684067 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:46.684469 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:46.819311 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:46.850127 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8ac696c6-62ed-48d2-9bfa-bc712c25f78d,segment=NetworkSegment(b6582c54-b1ef-49dd-9dea-3acc7af1d329),segment_id=b6582c54-b1ef-49dd-9dea-3acc7af1d329)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:42:46.854232 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:46.857826 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:46.924920 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=8ac696c6-62ed-48d2-9bfa-bc712c25f78d,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:46.927956 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:47.709799 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51934) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:48.063782 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Request body: {'router': {'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:48.068496 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:48.072224 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Usage tracker for resource:router and tenant:32b2ca1641c0425f99d3ca0c15d3bc87 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:48.076133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:48.081854 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:48.091489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:48.093200 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:48.114047 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:48.226142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:48.243620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:48.245058 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-02593e6a-844a-4d8f-a94c-b0c01884280c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5343225 May 31 12:42:48.604165 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8ac696c6-62ed-48d2-9bfa-bc712c25f78d up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:42:48.669742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:48.670112 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:50.590662 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51944) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:50.945025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-2c27c969-4f3e-40e7-a88f-ea4e213bea03 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:42:50.946050 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2c27c969-4f3e-40e7-a88f-ea4e213bea03 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3544292 May 31 12:42:52.248062 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-bbc8d209-d5f6-4ace-9acb-ad81b80c7b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.252828 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51954) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:53.614578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:53.619417 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:53.623212 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Usage tracker for resource:network and tenant:02bff7d3ef76440791527e7223f505d3 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:53.626041 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:53.631675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:53.641075 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Made reservation on behalf of 02bff7d3ef76440791527e7223f505d3 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:42:53.643630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.656394 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.670667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:53.674272 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Usage tracker for resource:security_group_rule and tenant:02bff7d3ef76440791527e7223f505d3 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:42:53.676924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:42:53.682690 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:53.768871 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.772559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.776479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:53.789840 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Reserving flat network on physical network physnet1 {{(pid=98259) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 12:42:53.813136 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724a7e5-8ae0-4426-9d7d-7735d0c1541e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:53.816609 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:53.817532 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.817870 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Added segment 55df6c48-55da-4a16-a95f-0bbb8fcc1098 of type flat for network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 May 31 12:42:53.849846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.883860 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.885033 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:53.885620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.890445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:53.984271 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7304008 May 31 12:42:53.987170 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Pushing event updated for resources: {'Network': ['ID=68e5d9d0-323c-4f97-a04a-e2806c8b7429,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:53.990346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:53.999871 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:42:54.704114 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f4331e11-5efd-4ac9-b230-d49727fd8d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:54.707211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:55.575266 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:56.260222 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51974) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:56.466057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0f70c-abfd-41df-9404-6bf62d5022af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:56.467380 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-53e0f70c-abfd-41df-9404-6bf62d5022af admin admin] 10.222.0.61 "GET /v2.0/subnets/2bcf44a7-82a8-4832-b405-e392e8544269 HTTP/1.1" status: 200 len: 849 time: 0.2062299 May 31 12:42:56.605335 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-03307dfc-3fee-4cf7-929a-8b095456eb03 admin admin] 10.222.0.61 "GET /v2.0/routers/f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce HTTP/1.1" status: 200 len: 704 time: 0.1326149 May 31 12:42:57.082916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.202518 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.314340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Allocated IP 172.20.0.1 (a353970d-a380-41f1-9249-bc74c32518c5/2bcf44a7-82a8-4832-b405-e392e8544269/cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:42:57.471453 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.488763 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Transition to ACTIVE for port object cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:57.544649 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.548410 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:57.610921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Network a353970d-a380-41f1-9249-bc74c32518c5 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:42:57.613770 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:57.616256 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:42:57.616863 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.743636 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:57.747115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:57.869566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-3f558d2d-fe06-4960-84dd-756997949e6d None None] Provisioning for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:42:57.874763 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-3f558d2d-fe06-4960-84dd-756997949e6d None None] Provisioning complete for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:57.875141 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3f558d2d-fe06-4960-84dd-756997949e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.880986 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:57.932508 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-3f558d2d-fe06-4960-84dd-756997949e6d None None] Port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:42:58.104632 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.108848 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.109999 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.113972 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:58.238880 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:58.243690 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:58.300363 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Network a353970d-a380-41f1-9249-bc74c32518c5 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:42:58.301446 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:58.454109 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-2df15f5d-a90f-4438-9bf0-3820763fdb11 None None] Provisioning complete for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:58.454620 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2df15f5d-a90f-4438-9bf0-3820763fdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.512089 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-2df15f5d-a90f-4438-9bf0-3820763fdb11 None None] Port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:42:58.526739 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:42:58.676892 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:42:58.685974 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] 10.222.0.61 "PUT /v2.0/routers/f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0758672 May 31 12:42:58.686436 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Sync routers for ids ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:42:58.697062 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Routers {'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:42:58.697943 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:42:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:58.870780 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Set router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:42:59.246120 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:42:57Z', 'revision_number': 2, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port_host': None, '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:42:57Z', 'revision_number': 2, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:42:59.251647 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Checking router: f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:42:59.252047 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Updating router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:42:59.308554 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:59.690472 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:59.706163 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Transition to ACTIVE for port object cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:59.712633 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:59.718996 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:59.907846 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Pushing event updated for resources: {'Port': ['ID=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:59.934202 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.935094 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.935426 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.935751 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.936072 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.936395 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.936709 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.937029 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.937368 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.937685 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.937998 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.938305 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Tracked resource versions report: May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: pushed versions: May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: { 'AddressGroup': {'1.2'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'ConntrackHelper': {'1.0'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Log': {'1.0'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Network': {'1.1'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Port': {'1.7'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'PortForwarding': {'1.2'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'QosPolicy': {'1.8'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroup': {'1.4'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroupRule': {'1.2'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SubPort': {'1.0'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Subnet': {'1.1'}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Trunk': {'1.1'}} May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: consumer versions: May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'ConntrackHelper': '1.0', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Log': '1.0', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Network': '1.1', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Port': '1.7', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'PortForwarding': '1.2', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'QosPolicy': '1.8', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroup': '1.4', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroupRule': '1.2', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'SubPort': '1.0', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Subnet': '1.1', May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: 'Trunk': '1.1'}} May 31 12:42:59.939455 dv-cinder-793264-2-smb neutron-server[98261]: {{(pid=98261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:42:59.945891 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:59.949872 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Attempting to bind port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:42:59.950318 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Attempting to bind port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:42:59.950767 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Attempting to bind port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f on network a353970d-a380-41f1-9249-bc74c32518c5 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:42:59.956003 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:42:59.956422 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Checking segment: {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:42:59.956899 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:59.957309 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Bound using segment: {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:42:59.957835 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Bound port: cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6582c54-b1ef-49dd-9dea-3acc7af1d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:42:59.958209 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:00.044890 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] For port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:43:00.049325 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] For port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,segment=NetworkSegment(b6582c54-b1ef-49dd-9dea-3acc7af1d329),segment_id=b6582c54-b1ef-49dd-9dea-3acc7af1d329)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:43:00.053860 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:00.057876 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:00.140417 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Routers {'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:43:00.141048 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:42:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:00.257979 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Pushing event updated for resources: {'Port': ['ID=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,revision_number=4']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:00.261002 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:00.302923 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] Set router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:43:00.639746 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:42:57Z', 'revision_number': 2, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port_host': None, '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:43:00Z', 'revision_number': 4, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:00.643529 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4770bba-526e-464d-9100-eeb617e75cb5 None None] The sync data for ids ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'] in dv-cinder-793264-2-smb is: [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:42:57Z', 'revision_number': 2, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port_host': None, '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:43:00Z', 'revision_number': 4, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:43:00.808675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 51996) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:00.965212 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e52e4-d362-4843-ba4a-8071513148fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:00.965755 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7a8e52e4-d362-4843-ba4a-8071513148fd admin admin] Synchronizing usage tracker for tenant:02bff7d3ef76440791527e7223f505d3 on resource:network {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:43:00.982788 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7a8e52e4-d362-4843-ba4a-8071513148fd admin admin] Unset dirty status for tenant:02bff7d3ef76440791527e7223f505d3 on resource:network {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:43:00.983989 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-7a8e52e4-d362-4843-ba4a-8071513148fd admin admin] 10.222.0.61 "GET /v2.0/networks/68e5d9d0-323c-4f97-a04a-e2806c8b7429 HTTP/1.1" status: 200 len: 842 time: 0.1736588 May 31 12:43:00.995530 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:43:01.001717 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:01.005491 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Usage tracker for resource:subnet and tenant:02bff7d3ef76440791527e7223f505d3 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:43:01.008280 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:43:01.018580 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:43:01.028518 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Made reservation on behalf of 02bff7d3ef76440791527e7223f505d3 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:43:01.030978 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:01.437698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.objects.ports [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98259) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 12:43:01.438141 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:01.442574 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d29ca259-8ff9-425b-8b40-cb683089ac48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:01.509455 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4116b87e-3dec-45c6-bc90-f0d2952fae5b,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:01.512708 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:01.518136 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:43:01.518481 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Network hostable DHCP agents. Network: 68e5d9d0-323c-4f97-a04a-e2806c8b7429, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:43:01.534450 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:43:01.543252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 68e5d9d0-323c-4f97-a04a-e2806c8b7429) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:43:01.547790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:01.548373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:01.554991 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8bfef-6dea-4df3-a9b7-36c3a03d923f None None] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:43:01.573664 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5834365 May 31 12:43:01.754868 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490cdd4-4bb3-449c-a503-6fa34bde68c0 None None] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:43:03.792078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52010) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:03.993848 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-894b7411-42e1-4c07-be00-1408183576bc admin admin] 10.222.0.61 "GET /v2.0/routers/f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce HTTP/1.1" status: 200 len: 710 time: 0.2005017 May 31 12:43:04.126573 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced594f-96b7-43fc-87d6-05088ea36c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:04.127922 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-3ced594f-96b7-43fc-87d6-05088ea36c8d admin admin] 10.222.0.61 "GET /v2.0/networks/68e5d9d0-323c-4f97-a04a-e2806c8b7429 HTTP/1.1" status: 200 len: 886 time: 0.1329865 May 31 12:43:04.136859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:43:04.623858 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:04.627604 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:43:04.705284 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:43:04.709723 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:43:04.710103 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:04.825787 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:04.855912 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,segment=NetworkSegment(b6582c54-b1ef-49dd-9dea-3acc7af1d329),segment_id=b6582c54-b1ef-49dd-9dea-3acc7af1d329)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:43:04.859896 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:04.862305 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24341bd9-3b06-4612-8fc9-31d14bf4d1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:04.928942 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:04.932273 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:04.964117 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:05.028277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:05.158165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Allocated IP 172.28.2.111 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/163300d2-22df-4786-98d6-9104b866934a) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:43:05.298301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:05.327030 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:05.331171 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:05.401944 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:43:05.405065 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:43:05.408703 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:43:05.470961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Pushing event updated for resources: {'Port': ['ID=163300d2-22df-4786-98d6-9104b866934a,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:05.525601 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:05.838142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:06.166799 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:06.170585 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1681852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1681917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1658985'] for router, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:06.341154 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:43:06.513445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:43:06.522033 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:06.522871 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Sync routers for ids ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:43:06.523261 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] 10.222.0.61 "PUT /v2.0/routers/f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce HTTP/1.1" status: 200 len: 890 time: 2.3896008 May 31 12:43:06.533574 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Routers {'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:43:06.534224 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:42:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:06.612861 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:43:06.806600 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Set router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:43:06.846938 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:43:06.847321 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.233458 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '163300d2-22df-4786-98d6-9104b866934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:43:05Z', 'revision_number': 4, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port': {'id': '163300d2-22df-4786-98d6-9104b866934a', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:43:05Z', 'updated_at': '2021-05-31T12:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:43:04Z', 'revision_number': 5, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:07.238301 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Checking router: f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:43:07.238668 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Updating router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce port 163300d2-22df-4786-98d6-9104b866934a binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:43:07.288156 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.612600 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.623485 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Transition to ACTIVE for port object 163300d2-22df-4786-98d6-9104b866934a will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:43:07.629923 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.634622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:07.709218 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Attempting to bind port 163300d2-22df-4786-98d6-9104b866934a on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:43:07.709501 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Attempting to bind port 163300d2-22df-4786-98d6-9104b866934a by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:43:07.709868 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Attempting to bind port 163300d2-22df-4786-98d6-9104b866934a on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:43:07.715383 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Pushing event updated for resources: {'Port': ['ID=163300d2-22df-4786-98d6-9104b866934a,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:07.719631 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:07.720525 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:43:07.720899 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:43:07.721335 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.721728 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:43:07.722320 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Bound port: 163300d2-22df-4786-98d6-9104b866934a, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:43:07.722975 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.797549 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] For port 163300d2-22df-4786-98d6-9104b866934a, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:43:07.800865 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] For port 163300d2-22df-4786-98d6-9104b866934a, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=163300d2-22df-4786-98d6-9104b866934a,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:43:07.805378 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:07.809572 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:07.886358 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Routers {'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:43:07.886969 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:42:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:07.948026 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Pushing event updated for resources: {'Port': ['ID=163300d2-22df-4786-98d6-9104b866934a,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:07.955635 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:08.078662 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] Set router f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:43:08.430982 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '163300d2-22df-4786-98d6-9104b866934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:43:05Z', 'revision_number': 4, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port': {'id': '163300d2-22df-4786-98d6-9104b866934a', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:43:05Z', 'updated_at': '2021-05-31T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:43:04Z', 'revision_number': 5, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:08.435076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86879283-ea82-4591-a21c-dec502bb6145 None None] The sync data for ids ['f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce'] in dv-cinder-793264-2-smb is: [{'id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'name': 'router1', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111'}], 'enable_snat': True}, 'gw_port_id': '163300d2-22df-4786-98d6-9104b866934a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:42:48Z', 'updated_at': '2021-05-31T12:43:05Z', 'revision_number': 4, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'gw_port': {'id': '163300d2-22df-4786-98d6-9104b866934a', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:14:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:43:05Z', 'updated_at': '2021-05-31T12:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f', 'name': '', 'network_id': 'a353970d-a380-41f1-9249-bc74c32518c5', 'tenant_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'mac_address': 'fa:16:3e:f0:4b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94d7bd5-6bfd-49bc-a15c-69d77a4a31ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:42:57Z', 'updated_at': '2021-05-31T12:43:04Z', 'revision_number': 5, 'project_id': '32b2ca1641c0425f99d3ca0c15d3bc87', 'subnets': [{'id': '2bcf44a7-82a8-4832-b405-e392e8544269', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e2be4d-406e-42d2-afe8-9b9614e9387d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:43:08.648362 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 163300d2-22df-4786-98d6-9104b866934a up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:43:08.721363 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 163300d2-22df-4786-98d6-9104b866934a completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:43:08.727635 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 163300d2-22df-4786-98d6-9104b866934a triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:43:08.728029 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:08.832272 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 52020) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:08.851482 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:08.870394 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 163300d2-22df-4786-98d6-9104b866934a, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=163300d2-22df-4786-98d6-9104b866934a,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:43:08.874798 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:08.880730 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:08.950882 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=163300d2-22df-4786-98d6-9104b866934a,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:08.960496 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:09.013415 dv-cinder-793264-2-smb neutron-server[98258]: WARNING oslo_policy.policy [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:09.014011 dv-cinder-793264-2-smb neutron-server[98258]: WARNING oslo_policy.policy [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:09.409787 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.policy [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98258) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:43:09.455866 dv-cinder-793264-2-smb neutron-server[98258]: WARNING oslo_policy.policy [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:09.456185 dv-cinder-793264-2-smb neutron-server[98258]: WARNING oslo_policy.policy [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:09.466111 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-cde77f56-e214-4e9d-aa3f-260e1ae335a7 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.6317513 May 31 12:43:10.613963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 163300d2-22df-4786-98d6-9104b866934a up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:43:10.688416 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 163300d2-22df-4786-98d6-9104b866934a triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:43:10.688799 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:17.285773 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:43:22.253186 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-32117a43-e720-46ad-ae82-40fb3e964c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.722579 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb3dc-2b16-457f-bdbd-d26d7265cb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.731415 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:25.584336 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:27.232872 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:52.267593 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b2cde4b4-ce56-4a57-b89f-68664d3c50a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:54.284098 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:43:54.707921 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-405acbff-dcfe-4036-8dce-bf44da503f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:54.717645 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:55.585259 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:57.222999 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.252605 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd342-9473-4e01-a265-605e09e90954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:24.708496 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b03ceab8-f07c-4879-9940-eb46c9e420a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:24.711027 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:25.582604 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:27.223619 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:31.282223 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:43.519797 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52596) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:43.586199 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af3f8c8-488c-45e6-908d-6937fc5eb0f4 admin admin] GET failed (client error): The resource could not be found. May 31 12:44:43.587433 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2af3f8c8-488c-45e6-908d-6937fc5eb0f4 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666773 May 31 12:44:43.714245 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb05cb07-feda-44ff-b856-97f3a8617a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:43.715572 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-eb05cb07-feda-44ff-b856-97f3a8617a86 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1243057 May 31 12:44:45.783841 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52606) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:45.889615 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1540bf08-42af-4621-9566-2009690eb940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:45.890165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-1540bf08-42af-4621-9566-2009690eb940 admin admin] Synchronizing usage tracker for tenant:02bff7d3ef76440791527e7223f505d3 on resource:subnet {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:44:45.905628 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-1540bf08-42af-4621-9566-2009690eb940 admin admin] Unset dirty status for tenant:02bff7d3ef76440791527e7223f505d3 on resource:subnet {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:44:45.906779 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1540bf08-42af-4621-9566-2009690eb940 admin admin] 10.222.0.61 "GET /v2.0/subnets/2bcf44a7-82a8-4832-b405-e392e8544269 HTTP/1.1" status: 200 len: 849 time: 0.1219850 May 31 12:44:45.916152 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:44:46.031264 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Notify callbacks [] for subnet, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:46.270371 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732569397149'] for subnet, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:46.274014 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:46.318297 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:46.319320 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:46.320128 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] 10.222.0.61 "PUT /v2.0/subnets/2bcf44a7-82a8-4832-b405-e392e8544269 HTTP/1.1" status: 200 len: 868 time: 0.4077549 May 31 12:44:46.322393 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb10a2-db7c-46ff-9f0b-264dba9c902b None None] Network a353970d-a380-41f1-9249-bc74c32518c5 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:44:46.341332 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcf44a7-82a8-4832-b405-e392e8544269,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:46.348904 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.349283 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.349620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.349946 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.350271 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.350592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.350910 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.351271 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.351566 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.351887 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.352201 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.352512 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:46.356847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:46.759061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-26a6506c-a528-46ce-88bd-ec484f119d01 None None] Provisioning complete for port cbd2ef6b-e9dd-4da0-a05d-0be929d2e15f triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:46.759443 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-26a6506c-a528-46ce-88bd-ec484f119d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:46.882745 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-26a6506c-a528-46ce-88bd-ec484f119d01 None None] Provisioning complete for port 8ac696c6-62ed-48d2-9bfa-bc712c25f78d triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:46.883022 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-26a6506c-a528-46ce-88bd-ec484f119d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:48.410682 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52616) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:48.587489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f96ab-771b-46e2-b9d8-44f8ee0b80f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:48.587957 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f96ab-771b-46e2-b9d8-44f8ee0b80f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:48.589508 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ab4f96ab-771b-46e2-b9d8-44f8ee0b80f8 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1778805 May 31 12:44:50.706498 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52626) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:50.875168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6e596-6279-4ac1-9ad9-6509e7f84a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:50.875630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6e596-6279-4ac1-9ad9-6509e7f84a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:50.877124 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-79c6e596-6279-4ac1-9ad9-6509e7f84a90 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1695004 May 31 12:44:52.254727 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-36a97afe-929b-43cb-89bb-a5678f83d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:52.969829 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52636) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:53.132837 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c992f2e-1dba-4f07-9185-72c57bb373aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:53.134179 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2c992f2e-1dba-4f07-9185-72c57bb373aa admin admin] 10.222.0.61 "GET /v2.0/networks/68e5d9d0-323c-4f97-a04a-e2806c8b7429 HTTP/1.1" status: 200 len: 886 time: 0.1634338 May 31 12:44:54.711138 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaf85-5b84-443f-80ae-8d43f37529b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:54.717549 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:55.245360 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52646) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:55.413448 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebc7763-19ef-43c0-8d4a-9344d32d31ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:55.414762 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2ebc7763-19ef-43c0-8d4a-9344d32d31ea admin admin] 10.222.0.61 "GET /v2.0/networks/a353970d-a380-41f1-9249-bc74c32518c5 HTTP/1.1" status: 200 len: 870 time: 0.1684854 May 31 12:44:55.588105 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:57.226626 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:57.514951 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52656) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:57.618378 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b1418-ec83-4007-86a5-721e5e229102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:57.618839 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64b1418-ec83-4007-86a5-721e5e229102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:57.620823 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e64b1418-ec83-4007-86a5-721e5e229102 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048734 May 31 12:44:59.709094 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52666) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:59.819930 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38bfd2-5245-48e3-ad98-8bca5caef5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:59.820389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38bfd2-5245-48e3-ad98-8bca5caef5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:59.821887 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6c38bfd2-5245-48e3-ad98-8bca5caef5e4 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118853 May 31 12:45:01.901768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52676) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:02.007293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97615d6-9a3b-4ba8-836d-9093a0e4cf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:02.008592 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a97615d6-9a3b-4ba8-836d-9093a0e4cf91 admin admin] 10.222.0.61 "GET /v2.0/subnets/2bcf44a7-82a8-4832-b405-e392e8544269 HTTP/1.1" status: 200 len: 868 time: 0.1058135 May 31 12:45:04.091847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52686) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:04.193784 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bbd0c-3590-4725-9d46-457dbc638ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:04.195066 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5a9bbd0c-3590-4725-9d46-457dbc638ee7 admin admin] 10.222.0.61 "GET /v2.0/subnets/4116b87e-3dec-45c6-bc90-f0d2952fae5b HTTP/1.1" status: 200 len: 816 time: 0.1023064 May 31 12:45:08.281553 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:22.257196 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ff93dea4-0756-442f-a891-38ea4ae9c728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:24.707183 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-0fef025c-63a7-4821-a3a4-06d10d55dc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:24.715351 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:25.591456 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:27.080301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52730) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:27.127047 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-070ed402-87bc-496a-8f3f-4e4791a3296e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:45:27.127986 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-070ed402-87bc-496a-8f3f-4e4791a3296e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467901 May 31 12:45:27.234089 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:29.319151 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52740) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:29.384185 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafe3b22-20be-4b14-b3d7-bf95d228465c admin admin] GET failed (client error): The resource could not be found. May 31 12:45:29.385413 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-fafe3b22-20be-4b14-b3d7-bf95d228465c admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653493 May 31 12:45:29.506652 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3acd52-7a95-4fef-aa6c-873f483b8344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:29.507991 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-cd3acd52-7a95-4fef-aa6c-873f483b8344 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1188693 May 31 12:45:31.633450 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52750) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:31.679579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:45:31.684853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:45:31.694321 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:45:31.704282 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Made reservation on behalf of 02bff7d3ef76440791527e7223f505d3 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:45:31.706773 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:31.791861 dv-cinder-793264-2-smb neutron-server[98259]: WARNING neutron.services.revisions.revision_plugin [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Could not find related network for resource to bump revision. May 31 12:45:31.802492 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:45:31.811913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:31.812251 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Added segment 864e5028-7977-4ca8-85fb-8e2c42d07839 of type vlan for network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba May 31 12:45:31.836011 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:31.863183 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:31.864518 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:31.865086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:31.869924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:45:31.964040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Pushing event updated for resources: {'Network': ['ID=716ec9e0-3b9b-4093-be40-b8e55c8a58ba,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:45:31.969897 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:45:31.971414 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3369946 May 31 12:45:31.977031 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:45:34.133127 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52760) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:34.199509 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169cc69-c711-4d90-8b2e-5187173c6e0c admin admin] GET failed (client error): The resource could not be found. May 31 12:45:34.200011 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7169cc69-c711-4d90-8b2e-5187173c6e0c admin admin] Synchronizing usage tracker for tenant:02bff7d3ef76440791527e7223f505d3 on resource:network {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:45:34.214978 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7169cc69-c711-4d90-8b2e-5187173c6e0c admin admin] Unset dirty status for tenant:02bff7d3ef76440791527e7223f505d3 on resource:network {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:45:34.216030 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-7169cc69-c711-4d90-8b2e-5187173c6e0c admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819530 May 31 12:45:34.372665 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c340b2-7c26-4e3a-b18b-8f87e5f4f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:34.374020 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-16c340b2-7c26-4e3a-b18b-8f87e5f4f2e6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1541474 May 31 12:45:34.383547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Request body: {'subnet': {'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:45:34.387864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:45:34.397069 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:45:34.405902 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Made reservation on behalf of 02bff7d3ef76440791527e7223f505d3 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:45:34.408039 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:34.781421 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:34.785772 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a6da2e59-d68f-4552-b5d0-de307be00ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:45:34.852116 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146d9ed8-fbf4-4313-b3a0-0c16dac1c99d,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:45:34.857097 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:45:34.859385 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Checking segment: {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:45:34.859729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Network hostable DHCP agents. Network: 716ec9e0-3b9b-4093-be40-b8e55c8a58ba, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:45:34.875529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:45:34.884234 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 716ec9e0-3b9b-4093-be40-b8e55c8a58ba) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:45:34.889172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:34.889941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:34.894324 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb32db8-d2e4-4d71-acf5-20446b22e333 None None] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:45:34.915660 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5353260 May 31 12:45:35.124184 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-716ec9e0-3b9b-4093-be40-b8e55c8a58ba', 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba', 'tenant_id': '02bff7d3ef76440791527e7223f505d3', 'fixed_ips': [{'subnet_id': '146d9ed8-fbf4-4313-b3a0-0c16dac1c99d'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:45:35.125001 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.281002 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Allocated IP 192.168.233.2 (716ec9e0-3b9b-4093-be40-b8e55c8a58ba/146d9ed8-fbf4-4313-b3a0-0c16dac1c99d/8826d971-94f4-4bdf-9d49-278cd833e3b9) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:45:35.486980 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.497722 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Transition to ACTIVE for port object 8826d971-94f4-4bdf-9d49-278cd833e3b9 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:45:35.515915 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Transition to ACTIVE for port object 8826d971-94f4-4bdf-9d49-278cd833e3b9 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:45:35.521796 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.527318 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:45:35.589679 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:45:35.592381 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:45:35.596135 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:45:35.628477 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Pushing event updated for resources: {'Port': ['ID=8826d971-94f4-4bdf-9d49-278cd833e3b9,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:45:35.643719 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.644061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.644397 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.644733 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.645064 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.645420 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.645746 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.646070 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.646396 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.646718 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.647043 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.647364 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:45:35.674000 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:45:35.699320 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Attempting to bind port 8826d971-94f4-4bdf-9d49-278cd833e3b9 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:45:35.699703 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Attempting to bind port 8826d971-94f4-4bdf-9d49-278cd833e3b9 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:45:35.700070 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Attempting to bind port 8826d971-94f4-4bdf-9d49-278cd833e3b9 on network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:45:35.705238 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:45:35.705610 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Checking segment: {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:45:35.706013 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.706406 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Bound using segment: {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:45:35.706878 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Bound port: 8826d971-94f4-4bdf-9d49-278cd833e3b9, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:45:35.707257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.797365 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] For port 8826d971-94f4-4bdf-9d49-278cd833e3b9, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:45:35.800731 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] For port 8826d971-94f4-4bdf-9d49-278cd833e3b9, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8826d971-94f4-4bdf-9d49-278cd833e3b9,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:45:35.804997 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.809032 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:45:35.882129 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Pushing event updated for resources: {'Port': ['ID=8826d971-94f4-4bdf-9d49-278cd833e3b9,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:45:35.885993 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:45:36.713773 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab8773-e9f7-4d06-b806-c11cc99f0a12 None None] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:45:36.787834 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8826d971-94f4-4bdf-9d49-278cd833e3b9 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:45:36.882496 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-8d94876f-9dfc-44bd-be1a-7e01f61ecd94 None None] Provisioning for port 8826d971-94f4-4bdf-9d49-278cd833e3b9 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:45:36.943655 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 8826d971-94f4-4bdf-9d49-278cd833e3b9 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:45:36.958015 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8826d971-94f4-4bdf-9d49-278cd833e3b9 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:45:36.958317 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.131708 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.169922 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 8826d971-94f4-4bdf-9d49-278cd833e3b9, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8826d971-94f4-4bdf-9d49-278cd833e3b9,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:45:37.178921 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.184397 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:45:37.254046 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=8826d971-94f4-4bdf-9d49-278cd833e3b9,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:45:37.261466 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:45:37.324370 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-749927ef-abf8-4482-8fd6-4464932e640b None None] Provisioning complete for port 8826d971-94f4-4bdf-9d49-278cd833e3b9 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:45:37.324793 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-749927ef-abf8-4482-8fd6-4464932e640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:38.722832 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8826d971-94f4-4bdf-9d49-278cd833e3b9 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:45:38.787717 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8826d971-94f4-4bdf-9d49-278cd833e3b9 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:45:38.788088 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:45.280352 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:52.260262 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-47747346-6a94-4679-a0e3-13a8550594c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:54.707267 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-79fec528-e6b1-4fdd-bcf6-0e460a690d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:54.712466 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:55.591747 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:57.236193 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.263120 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a4b370e3-745e-4647-ba1d-b4a14d5bc0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:22.279436 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:24.707150 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e400e741-a13a-456f-9407-035c3dbbab97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:24.712891 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.593202 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:27.238487 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.321729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52812) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:41.328175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [None req-bb80cbf0-eca5-4532-84bf-b81ada2aa951 tempest-verify_tempest_config-4668801 tempest-verify_tempest_config-4668801-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:41.329126 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-bb80cbf0-eca5-4532-84bf-b81ada2aa951 tempest-verify_tempest_config-4668801 tempest-verify_tempest_config-4668801-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064423 May 31 12:46:41.640677 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 52830) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:41.766495 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.778728 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.quota [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Loaded quota_driver: . May 31 12:46:41.783481 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:41.788977 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Usage tracker for resource:security_group_rule and tenant:0a92025b66a6472181971acd12e7d839 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:41.793216 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:41.800365 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:41.902032 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.905494 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:41.913934 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:41.949667 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a92025b66a6472181971acd12e7d839&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3079431 May 31 12:46:41.952416 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52838) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:41.956562 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d0e988-09a5-4f52-b21a-8c26f9a7220c,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:41.967338 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.967684 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.968017 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.968349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.968672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.968993 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.969343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.969660 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.969999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.970311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.970623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.970936 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Tracked resource versions report: May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: pushed versions: May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: { 'AddressGroup': {'1.2'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'ConntrackHelper': {'1.0'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Log': {'1.0'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Network': {'1.1'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Port': {'1.7'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'PortForwarding': {'1.2'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'QosPolicy': {'1.8'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroup': {'1.4'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SubPort': {'1.0'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Subnet': {'1.1'}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Trunk': {'1.1'}} May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: consumer versions: May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'ConntrackHelper': '1.0', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Log': '1.0', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Network': '1.1', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Port': '1.7', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'PortForwarding': '1.2', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'QosPolicy': '1.8', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroup': '1.4', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroupRule': '1.2', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'SubPort': '1.0', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Subnet': '1.1', May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: 'Trunk': '1.1'}} May 31 12:46:41.972119 dv-cinder-793264-2-smb neutron-server[98258]: {{(pid=98258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:42.000810 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:42.023086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.051608 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.154861 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.159055 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8bd54bc8-581e-490b-af48-145f4490377c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:42.170242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d0e988-09a5-4f52-b21a-8c26f9a7220c,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:42.179500 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.179836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.180169 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.180510 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.180825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.181172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.181744 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.182055 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.182389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.182702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.183011 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.183317 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:42.188961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:42.188961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:42.188961 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34d0e988-09a5-4f52-b21a-8c26f9a7220c HTTP/1.1" status: 204 len: 168 time: 0.2354822 May 31 12:46:52.265445 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-68bcf45a-7e05-4932-906e-64632d37d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.710071 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7533ed95-150f-402e-97fe-96d7fc532b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.712497 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.595256 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.240636 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.278623 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:22.267386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-20ee286b-a21c-4517-9ef4-90717c1e07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.717313 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.720705 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6a110b67-36b7-401d-93a0-de1963124d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.597678 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.244323 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.277838 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:52.270846 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5895e64a-6ee7-4118-9f24-b74798a09cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:54.707705 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:54.709357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e495bc93-9dbe-4560-a6b7-e0e67fd05ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.600732 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.247290 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:13.276321 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 5 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:48:19.954049 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902'] for agent, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.273413 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9c39e28c-877c-4bae-b41b-b8e4602372ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.471220 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52894) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:23.580071 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-15c07b6c-6b6a-42c1-a624-6b82d46e6194 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1077878 May 31 12:48:24.710404 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-654c5302-e988-44ff-94ae-9ae9fe4df445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:24.713406 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.606093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.685698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 52904) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:25.740087 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-402f8308-0b5b-4587-9f39-24c20a02352d admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0532980 May 31 12:48:27.252326 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:49.908376 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.275370 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:48:52.273306 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-28c26b45-48f2-44db-8fef-92f5f11b0b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.703207 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.705835 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b76c19c5-1665-43da-95a4-6e1d0bda6933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.608026 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.255952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.917602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:22.275850 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-94342d2a-2080-49ea-9ce5-f286d2da5fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.704595 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.709813 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6abe54da-1cda-4352-b088-a684ff5040e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.609483 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:27.259336 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:27.274517 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:49.930308 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:52.288460 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-1825ab84-51d2-455d-a8d0-1d01c43fb5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.653134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53054) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:53.918215 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-353842467-network', 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:53.923987 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:53.928948 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Usage tracker for resource:network and tenant:d2e1caaf524c4ec6b7dd0de64284fa6d is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:53.932043 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:53.938758 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:53.950543 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:53.953797 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.967414 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.982591 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:53.986441 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Usage tracker for resource:security_group_rule and tenant:d2e1caaf524c4ec6b7dd0de64284fa6d is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:53.991707 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:53.998045 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:54.106237 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.110356 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.124204 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:54.135191 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.135525 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Added segment f9d3fdb9-98fc-4771-ac91-81f0eb962054 of type vlan for network aec20416-10b5-4489-95f4-5b892c087481 May 31 12:49:54.146748 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-83ba8632-aa23-49f7-991d-baa510213384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:54.179559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.217375 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7a674-664d-4de9-828b-6bedec782097,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:54.229520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.229520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.232404 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.232753 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.233088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.233565 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.233809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.234133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.234531 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.234857 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.235183 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.235547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Tracked resource versions report: May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: pushed versions: May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: { 'AddressGroup': {'1.2'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'ConntrackHelper': {'1.0'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Log': {'1.0'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Network': {'1.1'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Port': {'1.7'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'PortForwarding': {'1.2'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'QosPolicy': {'1.8'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroup': {'1.4'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroupRule': {'1.2'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SubPort': {'1.0'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Subnet': {'1.1'}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Trunk': {'1.1'}} May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: consumer versions: May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: HyperV agent@hv-cinder-79326: {}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'ConntrackHelper': '1.0', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Log': '1.0', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Network': '1.1', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Port': '1.7', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'PortForwarding': '1.2', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'QosPolicy': '1.8', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroup': '1.4', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SecurityGroupRule': '1.2', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'SubPort': '1.0', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Subnet': '1.1', May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: 'Trunk': '1.1'}} May 31 12:49:54.236648 dv-cinder-793264-2-smb neutron-server[98259]: {{(pid=98259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:49:54.240031 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.241312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:54.242486 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:54.243054 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.266362 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:54.358278 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Pushing event updated for resources: {'Network': ['ID=aec20416-10b5-4489-95f4-5b892c087481,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:54.361942 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7076638 May 31 12:49:54.362984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:54.364921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53106) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:54.372073 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Request body: {'subnet': {'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-353842467-subnet', 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:54.373065 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network aec20416-10b5-4489-95f4-5b892c087481 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:54.376852 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:54.380804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Usage tracker for resource:subnet and tenant:d2e1caaf524c4ec6b7dd0de64284fa6d is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:54.383902 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:54.391456 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:54.406893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:54.409492 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.724016 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.730167 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d5713b1a-6815-482f-99e4-156b702f0588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.818605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53132) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:54.851262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.855101 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:54.874646 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53138) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:54.911846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f6df94-c935-49a3-a0d8-7f2fbce52069,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:54.914548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:54.924150 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53146) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:54.956847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Checking segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:54.957231 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Network hostable DHCP agents. Network: aec20416-10b5-4489-95f4-5b892c087481, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:54.975334 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Network aec20416-10b5-4489-95f4-5b892c087481 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:54.985807 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, aec20416-10b5-4489-95f4-5b892c087481) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:54.991350 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:54.992055 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:54.997885 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c70db0-96d8-457f-bc7d-5f73a2821bed None None] Network aec20416-10b5-4489-95f4-5b892c087481 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:55.032529 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ffba9b0e-d982-419c-85d1-d140d33bb450 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6663051 May 31 12:49:55.184795 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-network', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:55.190941 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.195637 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Usage tracker for resource:network and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.200535 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.207536 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.219762 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-91281108-network', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:55.227429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.234943 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Usage tracker for resource:network and tenant:f57447e9a07b495690ca2e3286cdf62e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.238385 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090b6dc-ed94-433d-a372-c3130219e783 None None] Network aec20416-10b5-4489-95f4-5b892c087481 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:55.241172 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.252765 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1612051139-network', 'tenant_id': 'be05c416194b4255b572ccdba097a4d0'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:55.258190 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.268087 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.273142 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Made reservation on behalf of c3ea182309774d55a25086330fb0a13e for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:55.277667 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.291822 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Usage tracker for resource:network and tenant:be05c416194b4255b572ccdba097a4d0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.295656 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.300038 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Made reservation on behalf of f57447e9a07b495690ca2e3286cdf62e for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:55.302434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.315647 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.326316 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.331189 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.353427 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.357691 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.363585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.366597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Made reservation on behalf of be05c416194b4255b572ccdba097a4d0 for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:55.369126 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.382810 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.386414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:f57447e9a07b495690ca2e3286cdf62e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.391364 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.397443 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.414074 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.416928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.426732 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:55.437898 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Usage tracker for resource:security_group_rule and tenant:be05c416194b4255b572ccdba097a4d0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:55.445774 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:55.468967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:55.621501 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.623838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.633997 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.642840 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.651136 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:55.671890 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.707184 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:55.717771 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa94b5f-8d8d-4d02-a06b-e82527165df1,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:55.737225 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:55.742683 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.753177 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.753761 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.754269 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.754767 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.755262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.755750 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.756230 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.756711 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.757263 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.757734 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.758229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.758703 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Tracked resource versions report: May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: pushed versions: May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: { 'AddressGroup': {'1.2'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'ConntrackHelper': {'1.0'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Log': {'1.0'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Network': {'1.1'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Port': {'1.7'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'PortForwarding': {'1.2'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'QosPolicy': {'1.8'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroup': {'1.4'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroupRule': {'1.2'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SubPort': {'1.0'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Subnet': {'1.1'}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Trunk': {'1.1'}} May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: consumer versions: May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: HyperV agent@hv-cinder-79326: {}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'ConntrackHelper': '1.0', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Log': '1.0', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Network': '1.1', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Port': '1.7', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'PortForwarding': '1.2', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'QosPolicy': '1.8', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroup': '1.4', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SecurityGroupRule': '1.2', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'SubPort': '1.0', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Subnet': '1.1', May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: 'Trunk': '1.1'}} May 31 12:49:55.759949 dv-cinder-793264-2-smb neutron-server[98258]: {{(pid=98258) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:49:55.769357 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732569457893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.770390 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Unsubscribe: segment precommit_create {{(pid=98258) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:49:55.771400 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Added segment c48d5ff4-288f-4376-81bb-852b0ec96134 of type vlan for network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 May 31 12:49:55.785194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.896906 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.913765 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:55.931747 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.932648 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Added segment 5e1591b4-f819-4111-8939-7df362f24584 of type vlan for network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 May 31 12:49:55.936940 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ccaa4237-5c2a-4a14-98c6-35ab9f89e8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.005934 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:56.019004 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.019544 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Added segment f43a7e6d-0b65-45e9-be18-562c94c4debc of type vlan for network 21010955-9a83-4b91-8664-d01f63a0c656 May 31 12:49:56.129174 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.144257 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.160881 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.187181 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.208443 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.209149 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.220484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.228917 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.237410 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.237773 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.243313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.265522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.281729 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.282324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.384688 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.399790 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.400710 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.409179 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.435706 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:56.438131 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.439443 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.463993 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6435816 May 31 12:49:56.468243 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53208) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.473362 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5435925 May 31 12:49:56.475170 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Request body: {'subnet': {'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-subnet', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:56.484860 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53212) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.495794 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:56.501172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Request body: {'subnet': {'network_id': '21010955-9a83-4b91-8664-d01f63a0c656', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1612051139-subnet', 'tenant_id': 'be05c416194b4255b572ccdba097a4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:56.514719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Usage tracker for resource:subnet and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:56.518017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6424627 May 31 12:49:56.523647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:56.526171 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:56.531553 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53216) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:56.541175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Request body: {'subnet': {'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-subnet', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:56.542229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f85b9-9f0d-4249-aa27-e7b910783fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.545268 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Usage tracker for resource:subnet and tenant:be05c416194b4255b572ccdba097a4d0 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:56.552816 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:56.557276 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Usage tracker for resource:subnet and tenant:f57447e9a07b495690ca2e3286cdf62e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:56.557612 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:56.561499 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:56.567473 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:56.575751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:56.578040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:56.585804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Made reservation on behalf of f57447e9a07b495690ca2e3286cdf62e for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:56.588325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.653560 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Pushing event updated for resources: {'Network': ['ID=21010955-9a83-4b91-8664-d01f63a0c656,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:56.662942 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.663346 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:56.663676 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:56.690252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:56.714807 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 21010955-9a83-4b91-8664-d01f63a0c656 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:56.733683 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Made reservation on behalf of c3ea182309774d55a25086330fb0a13e for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:56.736028 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.756740 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Made reservation on behalf of be05c416194b4255b572ccdba097a4d0 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:56.759031 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.262962 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.601254 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.611895 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-798b9ca0-26d7-4b82-aaf8-4876645bb5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:57.819269 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Checking segment: {'id': 'f43a7e6d-0b65-45e9-be18-562c94c4debc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:57.819633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Network hostable DHCP agents. Network: 21010955-9a83-4b91-8664-d01f63a0c656, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:57.828008 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=face17e2-577f-4402-9702-5bbf3cd36ea9,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:57.836620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:57.917841 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Network 21010955-9a83-4b91-8664-d01f63a0c656 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:57.924299 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.948335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cf126ffe-d7dc-4307-b6cb-01b51d7c3701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:57.981006 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 21010955-9a83-4b91-8664-d01f63a0c656) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:57.991437 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabed933-d392-402a-8abb-ba85076b7241 None None] Network 21010955-9a83-4b91-8664-d01f63a0c656 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:58.012881 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.013508 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.104752 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Pushing event updated for resources: {'Subnet': ['ID=258407b2-b6d7-435a-a999-2fb5caccb141,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:58.115269 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:58.127535 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53296) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:58.130567 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6446452 May 31 12:49:58.142212 dv-cinder-793264-2-smb neutron-server[98258]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 12:49:58.153529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Checking segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:58.153886 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Network hostable DHCP agents. Network: 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:58.204485 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.233975 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:58.313656 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:58.365976 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:58.396319 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.397155 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.401146 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c7f45-2039-4828-9879-50b3c1eca547 None None] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:58.413643 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42fb2e8-5d3b-443d-887e-f3dd22de7fae,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:58.423347 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:58.444329 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-54fea7ae-e3e8-4d58-bac4-db240ac6033b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9111238 May 31 12:49:58.449684 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08267793-1d51-46a5-8cc0-057a938c1bb5 None None] Network 21010955-9a83-4b91-8664-d01f63a0c656 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:58.450567 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53306) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:58.456592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:58.460690 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Checking segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:58.461346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Network hostable DHCP agents. Network: 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:58.469462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:58.481692 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Usage tracker for resource:router and tenant:f57447e9a07b495690ca2e3286cdf62e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:58.485885 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:58.495368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:58.506548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:58.516018 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.517346 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-2dd31fd9-15ff-4484-8982-43dd9b94769a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.518114 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.524619 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-2dd31fd9-15ff-4484-8982-43dd9b94769a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.3863006 May 31 12:49:58.539035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.558143 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:58.558986 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-b17cdaaf-d16c-4f32-89f2-562138c58f83 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/quotas/d2e1caaf524c4ec6b7dd0de64284fa6d HTTP/1.1" status: 200 len: 375 time: 0.0317240 May 31 12:49:58.566266 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.566897 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.627789 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-5282bcdf-d23e-4115-861a-b3aedd75d983 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678947 May 31 12:49:58.691999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53320) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:58.750550 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401bb26e-941c-46a3-9b70-a1fee50e03a2 None None] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:58.811633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53332) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:58.811814 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-eb19414d-60da-4a09-b201-d5784b579f02 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3423810 May 31 12:49:58.817946 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:58.823123 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:58.842362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Usage tracker for resource:router and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:58.849925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:58.861830 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:58.910626 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.924181 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.925936 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.935438 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:58.940095 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Usage tracker for resource:security_group_rule and tenant:46ed71c6b73b46ecbd30733e1bdb4f30 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:58.943257 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:58.959623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:58.966119 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-eb84a485-bd47-40b8-a2e1-5b89bba2e889 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:49:58.967302 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-eb84a485-bd47-40b8-a2e1-5b89bba2e889 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0927083 May 31 12:49:59.036333 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.041469 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.192237 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e37a61-c23d-436b-b552-b9ef8f04c922 None None] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:59.194330 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53352) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:59.357620 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:49:59.358469 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.391664 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.423774 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.582730 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-56d5aa38-09b6-42d1-a127-3dbb850b325f service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028211 May 31 12:49:59.634217 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Allocated IP 172.20.0.2 (8d7063f8-ef7a-4a5d-8b8c-853e8605fb26/d42fb2e8-5d3b-443d-887e-f3dd22de7fae/b92aa9b8-d799-497e-9d55-dd81a789f623) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:59.638157 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Allocated IP 172.28.2.108 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/a3560e20-89e8-4baa-ad51-ac2f94e62b65) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:59.726597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.780872 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.792631 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-5163b104-d1fc-433b-9838-2913eb6ef3b6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:59.793838 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-5163b104-d1fc-433b-9838-2913eb6ef3b6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Synchronizing usage tracker for tenant:be05c416194b4255b572ccdba097a4d0 on resource:network {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:59.805921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.818849 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.846361 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:59.864918 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.871611 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:59.883975 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-5163b104-d1fc-433b-9838-2913eb6ef3b6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Unset dirty status for tenant:be05c416194b4255b572ccdba097a4d0 on resource:network {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:59.885136 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-5163b104-d1fc-433b-9838-2913eb6ef3b6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/networks?id=21010955-9a83-4b91-8664-d01f63a0c656 HTTP/1.1" status: 200 len: 812 time: 0.6895502 May 31 12:49:59.905175 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.920471 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Transition to ACTIVE for port object b92aa9b8-d799-497e-9d55-dd81a789f623 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:59.936870 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:59.939796 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:59.943697 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:59.954790 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46ed71c6b73b46ecbd30733e1bdb4f30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2593353 May 31 12:49:59.958886 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Transition to ACTIVE for port object b92aa9b8-d799-497e-9d55-dd81a789f623 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:59.965880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:59.968262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53384) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:59.973604 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:00.008950 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-82146d06-f636-46f8-9c4b-c0f9d6ffb350 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/quotas/be05c416194b4255b572ccdba097a4d0 HTTP/1.1" status: 200 len: 375 time: 0.0662994 May 31 12:50:00.036012 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac5922-172c-4e35-9f5d-2b54f347dabd,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.039825 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-55630c96-a9b8-44da-a2df-97021845e800 service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334283 May 31 12:50:00.060872 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:00.063768 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:00.069332 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:00.072894 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Pushing event updated for resources: {'Port': ['ID=b92aa9b8-d799-497e-9d55-dd81a789f623,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.076763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.100657 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-7ad2dcc6-7627-4fb9-b3ac-a100837a0e39 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=be05c416194b4255b572ccdba097a4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749457 May 31 12:50:00.121795 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.122186 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.122628 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.123266 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.132754 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.134439 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.134859 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.135195 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.137281 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.137632 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.137971 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.138302 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.138634 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Tracked resource versions report: May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: pushed versions: May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: { 'AddressGroup': {'1.2'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'ConntrackHelper': {'1.0'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Log': {'1.0'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Network': {'1.1'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Port': {'1.7'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'PortForwarding': {'1.2'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'QosPolicy': {'1.8'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroup': {'1.4'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroupRule': {'1.2'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SubPort': {'1.0'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Subnet': {'1.1'}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Trunk': {'1.1'}} May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: consumer versions: May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: HyperV agent@hv-cinder-79326: {}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'ConntrackHelper': '1.0', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Log': '1.0', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Network': '1.1', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Port': '1.7', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'PortForwarding': '1.2', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'QosPolicy': '1.8', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroup': '1.4', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SecurityGroupRule': '1.2', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'SubPort': '1.0', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Subnet': '1.1', May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: 'Trunk': '1.1'}} May 31 12:50:00.139750 dv-cinder-793264-2-smb neutron-server[98260]: {{(pid=98260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:50:00.147609 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.192827 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.236244 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Attempting to bind port b92aa9b8-d799-497e-9d55-dd81a789f623 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:00.236244 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Attempting to bind port b92aa9b8-d799-497e-9d55-dd81a789f623 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:00.236244 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Attempting to bind port b92aa9b8-d799-497e-9d55-dd81a789f623 on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:00.252602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:00.253065 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Checking segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:00.255053 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.255468 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Bound using segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:00.255975 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Bound port: b92aa9b8-d799-497e-9d55-dd81a789f623, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:00.256364 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.323266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-4ded4ee9-318f-4167-86d9-8402599aa49e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98258) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:50:00.324346 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-4ded4ee9-318f-4167-86d9-8402599aa49e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1197500 May 31 12:50:00.391782 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Pushing event updated for resources: {'Port': ['ID=a3560e20-89e8-4baa-ad51-ac2f94e62b65,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.403876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.438372 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] For port b92aa9b8-d799-497e-9d55-dd81a789f623, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:00.453962 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] For port b92aa9b8-d799-497e-9d55-dd81a789f623, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b92aa9b8-d799-497e-9d55-dd81a789f623,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:00.473198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.484475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:00.535490 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.581782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.590454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.627760 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fba59009-8b19-46c3-87b8-c20f03893015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:00.649709 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.656595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac5922-172c-4e35-9f5d-2b54f347dabd,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.685152 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Pushing event updated for resources: {'Port': ['ID=b92aa9b8-d799-497e-9d55-dd81a789f623,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:00.689717 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.731549 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:00.820031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.823378 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3aac5922-172c-4e35-9f5d-2b54f347dabd HTTP/1.1" status: 204 len: 168 time: 0.8494551 May 31 12:50:00.835718 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-13674c2c-a0f8-46f6-9d1b-0952fca412dc service neutron] 10.222.0.61 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052868 May 31 12:50:00.854478 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-71788b97-d15e-42aa-b324-60c06fa451ff req-aaf6ed41-1e99-4467-ae56-642b799de4a8 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 210 time: 0.1118410 May 31 12:50:01.160706 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Allocated IP 172.28.2.79 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:01.173513 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-5de89d8b-88f7-4fd2-a06e-a07935d3221c service neutron] 10.222.0.61 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155282 May 31 12:50:01.388291 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.393563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53446) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:01.560004 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.701027 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53470) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:01.770849 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.894013 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6e6ae9b4-07fd-4de9-b40f-0c6acf5ce550 req-7edb7735-d453-4d2c-be67-5f558dca3bca tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 210 time: 0.3105092 May 31 12:50:01.904623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.926558 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:50:01.934910 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:01.945257 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:02.035841 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53500) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:02.046326 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Usage tracker for resource:security_group_rule and tenant:7bf7ad3bb6d14409a72a09afd6bb3633 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:02.138969 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:02.152924 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d18f2ac-2c6f-4078-b027-0206b5bd1fec req-e8707206-f1df-44b4-92c9-a244663c19f9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 210 time: 0.1181126 May 31 12:50:02.201498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:02.202556 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:02.209987 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:02.213410 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:02.312497 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:02.323016 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Sync routers for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:02.339224 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:02.339895 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:02.361095 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.365050 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9131525 May 31 12:50:02.368351 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53524) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:02.384497 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5c20d-45f2-4867-89b5-8cf4a6cbfaa1 None None] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:02.491725 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.537003 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.544030 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-3b846072-b267-456d-a18d-3390b8df4fc0 None None] Provisioning for port b92aa9b8-d799-497e-9d55-dd81a789f623 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:02.566544 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:02.617996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:02.629000 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:02.661141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:02.686720 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Usage tracker for resource:security_group_rule and tenant:33a429cf969b4f55885360ba20bb8afa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:02.709720 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:02.716498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:02.741080 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9b7c671d024e8c84c5888512d61d77 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:02.756561 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:02.760946 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:02.821068 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:03.025581 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b92aa9b8-d799-497e-9d55-dd81a789f623 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:03.091462 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:00Z', 'revision_number': 3, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:03.101078 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Checking router: 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:03.101860 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Updating router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 port a3560e20-89e8-4baa-ad51-ac2f94e62b65 binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:50:03.151845 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.160712 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port b92aa9b8-d799-497e-9d55-dd81a789f623 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:03.165938 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port b92aa9b8-d799-497e-9d55-dd81a789f623 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:03.166319 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.241201 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-fb151b5f-ebca-4112-8d8b-4b0203d6dbd7 None None] Provisioning complete for port b92aa9b8-d799-497e-9d55-dd81a789f623 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:03.241584 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-fb151b5f-ebca-4112-8d8b-4b0203d6dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.254473 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.304662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.361002 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:03.369876 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-97ccddc1-21b5-46f1-8439-cb32a5fa201a req-2117b10a-b0e4-48d5-b051-a44faef2db9a tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 210 time: 0.1939745 May 31 12:50:03.377451 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.491489 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port b92aa9b8-d799-497e-9d55-dd81a789f623, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b92aa9b8-d799-497e-9d55-dd81a789f623,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:03.500873 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.502147 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-fb151b5f-ebca-4112-8d8b-4b0203d6dbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.522103 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:03.659999 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53560) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:03.661694 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.669053 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bf7ad3bb6d14409a72a09afd6bb3633&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9445939 May 31 12:50:03.677611 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.38', 62518) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:03.759493 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-584138c3-319f-4ddc-929e-0a00768c125f req-5b655654-8132-4486-897c-fb429796406d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 210 time: 0.2621913 May 31 12:50:03.783703 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.792156 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87091fa-67a9-4b24-a255-8343b22584ca,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:03.813331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.823362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:03.833826 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=b92aa9b8-d799-497e-9d55-dd81a789f623,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:03.851153 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:03.860620 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.db.api [None req-fb151b5f-ebca-4112-8d8b-4b0203d6dbd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98260) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:50:03.861323 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_db.api [None req-fb151b5f-ebca-4112-8d8b-4b0203d6dbd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:50:03.965482 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.968612 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.984892 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.007167 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87091fa-67a9-4b24-a255-8343b22584ca,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.018325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:04.019369 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.020787 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f87091fa-67a9-4b24-a255-8343b22584ca HTTP/1.1" status: 204 len: 168 time: 0.3408210 May 31 12:50:04.060179 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.079650 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Transition to ACTIVE for port object a3560e20-89e8-4baa-ad51-ac2f94e62b65 will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:04.099291 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.108609 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.118590 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.192130 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-14e7d40a-d5ff-4b89-a565-42a23c520359 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.193746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-14e7d40a-d5ff-4b89-a565-42a23c520359 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.5001216 May 31 12:50:04.206076 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.230963 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Attempting to bind port a3560e20-89e8-4baa-ad51-ac2f94e62b65 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:04.231640 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Attempting to bind port a3560e20-89e8-4baa-ad51-ac2f94e62b65 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:04.231824 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Attempting to bind port a3560e20-89e8-4baa-ad51-ac2f94e62b65 on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:04.234667 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.241270 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:04.245999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:04.245999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.245999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:04.245999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Bound port: a3560e20-89e8-4baa-ad51-ac2f94e62b65, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:04.245999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.275687 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Pushing event updated for resources: {'Port': ['ID=a3560e20-89e8-4baa-ad51-ac2f94e62b65,revision_number=2']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.278622 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Allocated IP 172.20.0.1 (3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9/258407b2-b6d7-435a-a999-2fb5caccb141/8a39cbab-f457-460c-b155-5ba9db32eb02) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:04.297930 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.298294 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.298697 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.298930 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.299394 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.299721 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.300044 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.300363 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.300681 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.300997 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.301474 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.302318 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Tracked resource versions report: May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: pushed versions: May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: { 'AddressGroup': {'1.2'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'ConntrackHelper': {'1.0'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Log': {'1.0'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Network': {'1.1'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Port': {'1.7'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'PortForwarding': {'1.2'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'QosPolicy': {'1.8'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroup': {'1.4'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroupRule': {'1.2'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SubPort': {'1.0'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Subnet': {'1.1'}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Trunk': {'1.1'}} May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: consumer versions: May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: { DHCP agent@dv-cinder-793264-2-smb: {}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: HyperV agent@hv-cinder-79326: {}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: L3 agent@dv-cinder-793264-2-smb: {}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: Metadata agent@dv-cinder-793264-2-smb: {}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: Metering agent@dv-cinder-793264-2-smb: {}, May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: Open vSwitch agent@dv-cinder-793264-2-smb: { 'AddressGroup': '1.2', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'ConntrackHelper': '1.0', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Log': '1.0', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Network': '1.1', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Port': '1.7', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'PortForwarding': '1.2', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'QosPolicy': '1.8', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroup': '1.4', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SecurityGroupRule': '1.2', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'SubPort': '1.0', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Subnet': '1.1', May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: 'Trunk': '1.1'}} May 31 12:50:04.303170 dv-cinder-793264-2-smb neutron-server[98261]: {{(pid=98261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:50:04.315044 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:04.327765 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:04.357430 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33a429cf969b4f55885360ba20bb8afa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9600477 May 31 12:50:04.357690 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] For port a3560e20-89e8-4baa-ad51-ac2f94e62b65, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:04.367620 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] For port a3560e20-89e8-4baa-ad51-ac2f94e62b65, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=a3560e20-89e8-4baa-ad51-ac2f94e62b65,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:04.374633 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.378869 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.384104 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53584) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:04.387714 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Request body: {'port': {'device_id': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'admin_state_up': True, 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:04.468670 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.38', 62525) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:04.617613 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:04.618444 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:04.633938 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:04.639023 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Usage tracker for resource:port and tenant:d2e1caaf524c4ec6b7dd0de64284fa6d is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:04.642254 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:04.648496 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:04.684929 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.726266 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.739984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-c6b9f3ba-26b2-432f-bf2e-f2b23b322033 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.741479 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-c6b9f3ba-26b2-432f-bf2e-f2b23b322033 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.38 "GET /v2.0/networks?id=21010955-9a83-4b91-8664-d01f63a0c656 HTTP/1.1" status: 200 len: 812 time: 0.2714956 May 31 12:50:04.758931 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Request body: {'port': {'device_id': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656', 'admin_state_up': True, 'tenant_id': 'be05c416194b4255b572ccdba097a4d0'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:04.771393 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.788439 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:04.792475 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.798229 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Pushing event updated for resources: {'Port': ['ID=a3560e20-89e8-4baa-ad51-ac2f94e62b65,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.814429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426a2f10-4502-4d76-8856-8a75bfece660,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.833972 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:04.929335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.979572 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-74a54d30-5dd2-4aee-8fa5-442dc9460200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.981417 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:05.022528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b92aa9b8-d799-497e-9d55-dd81a789f623 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:05.028341 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-64af2f08-1419-4141-afef-7b01b692f902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:05.127140 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:05.163396 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Pushing event updated for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:05.170558 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:05.187336 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port b92aa9b8-d799-497e-9d55-dd81a789f623 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:05.188408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.190719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:05.201089 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Usage tracker for resource:port and tenant:be05c416194b4255b572ccdba097a4d0 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:05.207663 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:05.221636 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:05.275268 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:05.278859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Made reservation on behalf of be05c416194b4255b572ccdba097a4d0 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:05.295090 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.344404 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9140eabb-72bd-4c83-8e46-9cac4cb64ed3 req-ea8f8cd3-457d-483d-b1f1-b715ae31ec66 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 210 time: 0.5631275 May 31 12:50:05.428271 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.497037 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.546816 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0866d6a2-1c28-4f93-9058-4e3dbec2ac35 req-b418e67e-be09-42bc-8d60-f417ee3d0ace tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 210 time: 0.5550091 May 31 12:50:05.556376 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f9b7c671d024e8c84c5888512d61d77&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5123978 May 31 12:50:05.619066 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:00Z', 'revision_number': 3, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:05.627989 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb1ce7a-8491-427f-b8ea-aa3c0f9ae618 None None] The sync data for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb is: [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:00Z', 'revision_number': 3, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:05.714252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Allocated IP 172.20.0.11 (21010955-9a83-4b91-8664-d01f63a0c656/face17e2-577f-4402-9702-5bbf3cd36ea9/9e4dd99a-655e-426d-992a-458abcd39535) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:05.909503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Allocated IP 172.20.0.13 (aec20416-10b5-4489-95f4-5b892c087481/89f6df94-c935-49a3-a0d8-7f2fbce52069/37e2e69b-c46a-4851-bbab-e9839d5dcd62) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:06.058217 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.141531 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:06.147190 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:06.147869 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.351723 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53644) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:06.375479 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.423084 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.441729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.515394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee4e67-6e36-47a0-a742-706df46f4241,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:06.523261 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.495s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:06.560958 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.630621 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6799c4a9-ed4f-40aa-8595-28bfb4c611b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:06.740408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:06.791390 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Network 21010955-9a83-4b91-8664-d01f63a0c656 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:06.806384 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Pushing event updated for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:06.821903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:06.823106 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:06.826765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:06.842399 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.843550 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:06.911651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53672) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:06.977221 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2236962 May 31 12:50:07.048000 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device a3560e20-89e8-4baa-ad51-ac2f94e62b65 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:07.054830 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-f68f6335-17fb-4201-9e42-4521936cfeb8 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=98259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:50:07.055850 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-f68f6335-17fb-4201-9e42-4521936cfeb8 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089395 May 31 12:50:07.084202 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.139301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.225966 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.237518 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:07.277232 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port a3560e20-89e8-4baa-ad51-ac2f94e62b65 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:07.291369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port a3560e20-89e8-4baa-ad51-ac2f94e62b65 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:07.291744 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.322776 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee4e67-6e36-47a0-a742-706df46f4241,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:07.332087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:07.354769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.356254 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/feee4e67-6e36-47a0-a742-706df46f4241 HTTP/1.1" status: 204 len: 168 time: 1.0015454 May 31 12:50:07.436286 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Network aec20416-10b5-4489-95f4-5b892c087481 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:07.515051 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.521579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.523214 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.535890 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:07.552236 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:07.611966 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:07.617778 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Request body: {'port': {'device_id': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:07.618427 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.619304 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.703082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.705068 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.706995 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3698838 May 31 12:50:07.738187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.742529 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/426a2f10-4502-4d76-8856-8a75bfece660 HTTP/1.1" status: 204 len: 168 time: 3.1140134 May 31 12:50:07.755985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Request body: {'port': {'device_id': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:07.758357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port a3560e20-89e8-4baa-ad51-ac2f94e62b65, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=a3560e20-89e8-4baa-ad51-ac2f94e62b65,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:07.768057 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.771258 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:07.956151 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event updated for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:07.956659 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=a3560e20-89e8-4baa-ad51-ac2f94e62b65,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:07.962941 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:07.996204 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.011915 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.045183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.315s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:08.191809 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e12216d5-deb1-48d1-b127-640cf45b0f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:08.298757 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426a2f10-4502-4d76-8856-8a75bfece660,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:08.361942 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:08.375405 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8956c-4df9-4961-9aca-5990c96bf906 req-a024d35f-1c5e-483b-b6e9-a7e8f7439571 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:08.384923 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1e8956c-4df9-4961-9aca-5990c96bf906 req-a024d35f-1c5e-483b-b6e9-a7e8f7439571 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 932 time: 1.6560478 May 31 12:50:08.422634 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.466998 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-c1e8956c-4df9-4961-9aca-5990c96bf906 req-3cc8c183-b1ad-401f-a5e4-90dd3c0f5cb5 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Synchronizing usage tracker for tenant:be05c416194b4255b572ccdba097a4d0 on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:08.470538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:08.485059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129782d-132b-4825-8ad9-ac0c1861ab87 req-414cc4c3-8895-4f93-9171-2db36249b829 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:08.485821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-3129782d-132b-4825-8ad9-ac0c1861ab87 req-414cc4c3-8895-4f93-9171-2db36249b829 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:08.521335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:08.539653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53704) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:08.578979 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.609054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-c1e8956c-4df9-4961-9aca-5990c96bf906 req-3cc8c183-b1ad-401f-a5e4-90dd3c0f5cb5 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Unset dirty status for tenant:be05c416194b4255b572ccdba097a4d0 on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:08.618120 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1e8956c-4df9-4961-9aca-5990c96bf906 req-3cc8c183-b1ad-401f-a5e4-90dd3c0f5cb5 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316034 May 31 12:50:08.637687 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-3129782d-132b-4825-8ad9-ac0c1861ab87 req-414cc4c3-8895-4f93-9171-2db36249b829 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:08.639846 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3129782d-132b-4825-8ad9-ac0c1861ab87 req-414cc4c3-8895-4f93-9171-2db36249b829 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 932 time: 1.4646361 May 31 12:50:08.644533 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Pushing event updated for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:08.714939 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:08.742153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:08.758482 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3129782d-132b-4825-8ad9-ac0c1861ab87 req-742c57ff-647d-4042-9014-3377f30841c9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036229 May 31 12:50:08.859354 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:50:08.918923 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.943790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Usage tracker for resource:security_group_rule and tenant:ab8ea03b513b4b1e84ef2d763e169cf8 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:09.064948 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:09.080852 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device a3560e20-89e8-4baa-ad51-ac2f94e62b65 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:09.081413 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:09.085883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Usage tracker for resource:security_group_rule and tenant:1c82811af8f04e0498bd295cbb17ecc5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:09.098187 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:09.105567 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:09.257570 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port a3560e20-89e8-4baa-ad51-ac2f94e62b65 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:09.258323 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.285967 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.335757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.337248 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:09.389315 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3addb697-40df-4f91-8e57-1ee0c9c2e75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:09.401520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Synchronizing usage tracker for tenant:02bff7d3ef76440791527e7223f505d3 on resource:security_group {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:09.447660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87dd0aa-ed21-48ef-be14-79d92d31e6aa,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:09.475674 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.db.resource_extend [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:50:09.514050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:09.529262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Unset dirty status for tenant:02bff7d3ef76440791527e7223f505d3 on resource:security_group {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:09.530587 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c82811af8f04e0498bd295cbb17ecc5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9596345 May 31 12:50:09.551019 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53726) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:09.572670 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e2e69b-c46a-4851-bbab-e9839d5dcd62 {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:09.586496 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.636683 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:09.647476 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Transition to ACTIVE for port object 37e2e69b-c46a-4851-bbab-e9839d5dcd62 will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:09.655105 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:09.659982 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.668808 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d3caba5-0713-4f03-8a63-65ac2cf408df tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:09.687085 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:09.691392 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:09.711931 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.716979 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.9008431 May 31 12:50:09.731103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53734) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:10.034464 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:10.169435 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Pushing event updated for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:10.176528 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:10.322014 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Attempting to bind port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:10.322529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Attempting to bind port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:10.323106 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Attempting to bind port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:10.335906 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 on network aec20416-10b5-4489-95f4-5b892c087481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:10.336187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Attempting to bind port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:10.388871 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:10.392521 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Checking segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:10.395247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Bound using segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:10.397245 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Bound port: 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:10.397967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.560452 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6680b4-47dc-4071-834a-8278e55c2a09 req-38398d4c-cca2-4f53-94aa-6f80890e7a7d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.567779 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa6680b4-47dc-4071-834a-8278e55c2a09 req-38398d4c-cca2-4f53-94aa-6f80890e7a7d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.5390694 May 31 12:50:10.580213 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:10.612359 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:10.626293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.632811 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:02Z', 'revision_number': 3, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:10.655157 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc376ec-a2de-4150-b82a-46257477c709 req-59867bd4-7030-4650-97a7-a897a9011a17 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.655424 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:10.655424 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Updating router 49be0f32-7913-4e3c-b0cd-ed7707e7986d port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:50:10.657388 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cfc376ec-a2de-4150-b82a-46257477c709 req-59867bd4-7030-4650-97a7-a897a9011a17 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 932 time: 0.6349385 May 31 12:50:10.703037 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa6680b4-47dc-4071-834a-8278e55c2a09 req-1dba42bb-e41a-44b6-9e46-23fe98547140 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323814 May 31 12:50:10.726363 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:10.735940 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.770314 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cfc376ec-a2de-4150-b82a-46257477c709 req-cd98830d-d3ea-4b65-b4dc-9e8a21730de2 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100552 May 31 12:50:10.781302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0901748a-1c28-4ab5-8b8d-81afc77e5fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:10.804157 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.844294 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.845348 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.846044 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4dd99a-655e-426d-992a-458abcd39535 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:10.847629 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] 10.222.0.38 "PUT /v2.0/ports/37e2e69b-c46a-4851-bbab-e9839d5dcd62 HTTP/1.1" status: 200 len: 1094 time: 3.0966859 May 31 12:50:10.848406 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:10.856596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.876727 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Transition to ACTIVE for port object 9e4dd99a-655e-426d-992a-458abcd39535 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:10.909742 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.975920 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Pushing event updated for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:10.994055 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:11.194100 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.194258 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744" -d '{"events": [{"name": "network-changed", "server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:11.195304 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.409707 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e5605a-5546-4680-9655-1bb8ff594b8f x-openstack-request-id: req-07e5605a-5546-4680-9655-1bb8ff594b8f {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:11.410779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:11.411198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07e5605a-5546-4680-9655-1bb8ff594b8f {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:11.411829 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62', 'status': 'completed', 'code': 200} May 31 12:50:11.470134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.490469 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:11.522865 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab8ea03b513b4b1e84ef2d763e169cf8&name=default HTTP/1.1" status: 200 len: 2976 time: 4.5787206 May 31 12:50:11.525576 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53774) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:11.610627 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53778) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:11.684002 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.704090 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.725872 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Transition to ACTIVE for port object d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:11.733256 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:11.740296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:11.746400 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.763618 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:11.778208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.896350 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-406e5f4a-a3f0-47dc-a4b9-c5b20024a392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:11.905472 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.915424 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:11.936857 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Attempting to bind port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:11.937313 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Attempting to bind port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:11.937693 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Attempting to bind port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:11.955820 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.976223 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89d45db8-d261-4739-9409-39935f79b412 HTTP/1.1" status: 204 len: 168 time: 0.4494276 May 31 12:50:11.984318 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d45db8-d261-4739-9409-39935f79b412,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:11.988379 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:12.022205 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:12.023674 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:12.024104 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.024511 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:12.025029 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Bound port: d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:12.025445 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.174411 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d45db8-d261-4739-9409-39935f79b412,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:12.193055 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:12.197183 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Pushing event updated for resources: {'Port': ['ID=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:12.210493 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:12.302261 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.416548 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] For port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:12.435024 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] For port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:12.438830 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.465783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:12.466056 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.470303 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:12.520132 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Usage tracker for resource:security_group_rule and tenant:6b1ae406e5cd447894554828d7d40c58 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:12.548745 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:12.599498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:12.698115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:12.698388 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64970fa-4ef3-473c-aa85-cdfd3aeb5ea9 req-c866c345-86c3-4480-959c-d94e72564df9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.701416 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:12.721220 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f64970fa-4ef3-473c-aa85-cdfd3aeb5ea9 req-c866c345-86c3-4480-959c-d94e72564df9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.7643242 May 31 12:50:12.723434 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Sync routers for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:12.746732 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:12.753375 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:12.754744 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.756746 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a87dd0aa-ed21-48ef-be14-79d92d31e6aa HTTP/1.1" status: 204 len: 168 time: 3.2022297 May 31 12:50:12.757979 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:12.759666 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] 10.222.0.61 "PUT /v2.0/routers/6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3903866 May 31 12:50:12.768719 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:12.769521 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.793825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87dd0aa-ed21-48ef-be14-79d92d31e6aa,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:12.797338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Attempting to bind port 9e4dd99a-655e-426d-992a-458abcd39535 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:12.797734 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Attempting to bind port 9e4dd99a-655e-426d-992a-458abcd39535 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f43a7e6d-0b65-45e9-be18-562c94c4debc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:12.798198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Attempting to bind port 9e4dd99a-655e-426d-992a-458abcd39535 on network 21010955-9a83-4b91-8664-d01f63a0c656 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:12.852382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:12.859260 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Port 9e4dd99a-655e-426d-992a-458abcd39535 on network 21010955-9a83-4b91-8664-d01f63a0c656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:12.859865 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Attempting to bind port 9e4dd99a-655e-426d-992a-458abcd39535 on network 21010955-9a83-4b91-8664-d01f63a0c656 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:12.889847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:12.890714 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Checking segment: {'id': 'f43a7e6d-0b65-45e9-be18-562c94c4debc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:12.891891 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Bound using segment: {'id': 'f43a7e6d-0b65-45e9-be18-562c94c4debc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:12.892635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Bound port: 9e4dd99a-655e-426d-992a-458abcd39535, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43a7e6d-0b65-45e9-be18-562c94c4debc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:12.893460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:12.920549 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f2d6-a1ed-464a-a4f1-67c0b9169942 req-eced9a7f-3075-4a79-8f14-c79587261388 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.928152 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bed0f2d6-a1ed-464a-a4f1-67c0b9169942 req-eced9a7f-3075-4a79-8f14-c79587261388 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 944 time: 0.7508409 May 31 12:50:13.013739 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:13.018916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9e4dd99a-655e-426d-992a-458abcd39535,segment=NetworkSegment(f43a7e6d-0b65-45e9-be18-562c94c4debc),segment_id=f43a7e6d-0b65-45e9-be18-562c94c4debc)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:13.030231 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.042806 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a1f5eef-4913-477f-b3f9-f951f94683ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.208611 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f64970fa-4ef3-473c-aa85-cdfd3aeb5ea9 req-3dfed9c0-78c6-4f58-b50b-774011922515 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864929 May 31 12:50:13.296694 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bed0f2d6-a1ed-464a-a4f1-67c0b9169942 req-54369cdf-e57a-44d7-9eaa-62e885d1aeea tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676267 May 31 12:50:13.370361 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.392064 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:13.399948 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.401071 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.403325 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] 10.222.0.38 "PUT /v2.0/ports/9e4dd99a-655e-426d-992a-458abcd39535 HTTP/1.1" status: 200 len: 1094 time: 6.1038749 May 31 12:50:13.403891 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:13.488011 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-70f10499-b622-4961-aae2-32ecc82366d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.494884 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-70f10499-b622-4961-aae2-32ecc82366d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 1097 time: 0.7037997 May 31 12:50:13.625517 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Allocated IP 172.20.0.1 (8d7063f8-ef7a-4a5d-8b8c-853e8605fb26/d42fb2e8-5d3b-443d-887e-f3dd22de7fae/eb849f6b-17e5-41c0-98f2-586b4f85cdea) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:13.626058 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Pushing event updated for resources: {'Port': ['ID=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.633815 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:13.682312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:13.740366 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:13.818299 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-98a10d41-2e0c-45bc-a0a4-3f94477764c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62 HTTP/1.1" status: 200 len: 217 time: 0.2921908 May 31 12:50:13.854972 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.864302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.907680 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.916746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b1ae406e5cd447894554828d7d40c58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2879453 May 31 12:50:13.920098 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 53832) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:14.034271 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd380890-b252-4f79-9503-cae3021dc3a8,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:14.044181 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:14.050317 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.159095 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.217447 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.222445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-3ccbcb08-7422-4a57-a565-92f8f82e0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.224087 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-3ccbcb08-7422-4a57-a565-92f8f82e0420 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be05c416194b4255b572ccdba097a4d0&device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 1097 time: 0.5334165 May 31 12:50:14.389007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6228266-b4ba-440e-9c56-0f43f2b48220" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "tag": "9e4dd99a-655e-426d-992a-458abcd39535"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:14.394202 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Transition to ACTIVE for port object eb849f6b-17e5-41c0-98f2-586b4f85cdea will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:14.419463 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.439688 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-73334ddd-b211-477d-8bfd-fa8153a8e285 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4dd99a-655e-426d-992a-458abcd39535 HTTP/1.1" status: 200 len: 217 time: 0.1793182 May 31 12:50:14.495065 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:14.594437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd380890-b252-4f79-9503-cae3021dc3a8,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:14.608985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:14.636904 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.640082 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd380890-b252-4f79-9503-cae3021dc3a8 HTTP/1.1" status: 204 len: 168 time: 0.7156513 May 31 12:50:14.715131 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-e724c3a2-8464-4fef-9e5d-de6669eccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.717167 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:06Z', 'revision_number': 4, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '8a39cbab-f457-460c-b155-5ba9db32eb02', 'name': '', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'mac_address': 'fa:16:3e:34:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:03Z', 'updated_at': '2021-05-31T12:50:07Z', 'revision_number': 2, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'subnets': [{'id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:14.809396 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-e724c3a2-8464-4fef-9e5d-de6669eccca0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.4181018 May 31 12:50:14.811887 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:02Z', 'revision_number': 3, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:14.811887 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e89c8b-3e71-469e-ada8-cfb6d352fddb None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:02Z', 'revision_number': 3, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:14.814467 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Checking router: 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:14.814467 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Updating router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 port 8a39cbab-f457-460c-b155-5ba9db32eb02 binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:50:14.857341 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-23e9ee5b-6c0a-465c-a414-8e3bcbf4e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.859841 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-23e9ee5b-6c0a-465c-a414-8e3bcbf4e614 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=face17e2-577f-4402-9702-5bbf3cd36ea9 HTTP/1.1" status: 200 len: 852 time: 0.4045122 May 31 12:50:14.889955 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.931193 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-effc506b-6521-4c34-8132-aa1ab10339f7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21010955-9a83-4b91-8664-d01f63a0c656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590682 May 31 12:50:14.946163 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:14.965660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:15.059790 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-752ef7e7-2fea-458b-b313-d53b8e200f11 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107500 May 31 12:50:15.242665 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-7528a6bb-df0f-461e-b79f-3bd8e849697b service neutron] 10.222.0.38 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202923 May 31 12:50:15.509860 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f854ec-98f5-4a73-b6cd-9cc4e0e00262 req-fe54d998-5f9f-4991-b756-ec848e13eece tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.517042 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-11f854ec-98f5-4a73-b6cd-9cc4e0e00262 req-fe54d998-5f9f-4991-b756-ec848e13eece tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 1.0036986 May 31 12:50:15.616199 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:15.650655 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:15.695723 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-11f854ec-98f5-4a73-b6cd-9cc4e0e00262 req-30e4d326-7a0a-46a7-b97b-2e5333feca1a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463912 May 31 12:50:15.699642 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:15.700130 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.752633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Pushing event updated for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:15.767220 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:15.845358 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-003f3fed-6267-48c8-a980-810d8c4c0a01 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473023 May 31 12:50:15.848425 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2d5be9e0-9fa1-4a09-a638-0fabe907930e req-26df1245-aff3-4138-badf-83df49203d7e service neutron] 10.222.0.38 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679572 May 31 12:50:15.851484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-e129b024-f269-4b52-9b61-b9a6de58e7e0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.854961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-e129b024-f269-4b52-9b61-b9a6de58e7e0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Synchronizing usage tracker for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:network {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:15.880444 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.909944 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Transition to ACTIVE for port object 8a39cbab-f457-460c-b155-5ba9db32eb02 will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:15.923083 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.929411 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53892) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:15.940966 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-3e8e2f21-5d1e-4e35-9133-9b5095599a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:15.958033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-e129b024-f269-4b52-9b61-b9a6de58e7e0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Unset dirty status for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:network {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:15.960926 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-e129b024-f269-4b52-9b61-b9a6de58e7e0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 817 time: 0.8944306 May 31 12:50:15.991389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.017048 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:16.055960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f06e25ef8a3b47bd9b54ea8d926cd20f is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:16.065096 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:16.280295 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.282052 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-df9f21da-5d2d-4033-83bd-4dfe43203413 None None] Provisioning for port eb849f6b-17e5-41c0-98f2-586b4f85cdea completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:16.302004 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-df9f21da-5d2d-4033-83bd-4dfe43203413 None None] Provisioning complete for port eb849f6b-17e5-41c0-98f2-586b4f85cdea triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:16.303885 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-df9f21da-5d2d-4033-83bd-4dfe43203413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.317555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:16.514514 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8117-2990-46b0-ae48-c91c8d972b38 None None] Pushing event updated for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:16.518307 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-df9f21da-5d2d-4033-83bd-4dfe43203413 None None] Port eb849f6b-17e5-41c0-98f2-586b4f85cdea cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:16.543418 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e94f8117-2990-46b0-ae48-c91c8d972b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:16.595609 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Attempting to bind port 8a39cbab-f457-460c-b155-5ba9db32eb02 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:16.595987 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Attempting to bind port 8a39cbab-f457-460c-b155-5ba9db32eb02 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:16.596356 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Attempting to bind port 8a39cbab-f457-460c-b155-5ba9db32eb02 on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:16.609285 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:16.609670 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Checking segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:16.610086 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.610499 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Bound using segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:16.610964 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Bound port: 8a39cbab-f457-460c-b155-5ba9db32eb02, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:16.611344 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.627057 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-f438d344-0e78-462c-a0c6-9100ea444cc7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/quotas/f57447e9a07b495690ca2e3286cdf62e HTTP/1.1" status: 200 len: 375 time: 0.3415172 May 31 12:50:16.631463 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e6fa15a-c1a8-4927-bf81-6cece0540b91 req-9e88d1b2-40a8-4171-8819-af0bf3634d56 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690260 May 31 12:50:16.843531 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] For port 8a39cbab-f457-460c-b155-5ba9db32eb02, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:16.850859 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] For port 8a39cbab-f457-460c-b155-5ba9db32eb02, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8a39cbab-f457-460c-b155-5ba9db32eb02,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:16.859026 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.866502 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.097222 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cf335-cd8c-4192-834d-d6a132f8c01a req-632613ce-c7b4-4c19-8faf-b69bc3fcd915 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.099036 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-899cf335-cd8c-4192-834d-d6a132f8c01a req-632613ce-c7b4-4c19-8faf-b69bc3fcd915 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 944 time: 0.7895460 May 31 12:50:17.110647 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:17.113395 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:17.119070 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.122667 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:17.128166 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.130937 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.145806 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2a6bf3aa-69f4-41b7-bd25-d098c0cc2ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.154088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.165543 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-b6b7dabf-5449-41aa-8f00-0a01bffba002 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4861300 May 31 12:50:17.169635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.211923 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f06e25ef8a3b47bd9b54ea8d926cd20f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2809520 May 31 12:50:17.212817 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 53920) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:17.217858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-6614a080-3625-474e-9cbd-6e87f76a2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.220128 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-6614a080-3625-474e-9cbd-6e87f76a2b64 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 1097 time: 0.4016094 May 31 12:50:17.241361 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-899cf335-cd8c-4192-834d-d6a132f8c01a req-3fbfc35b-ae99-466e-b332-b4801ecdb354 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182845 May 31 12:50:17.325682 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8117-2990-46b0-ae48-c91c8d972b38 None None] Pushing event updated for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=4']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.334572 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e94f8117-2990-46b0-ae48-c91c8d972b38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.409399 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:17.423569 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:17.423953 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.535850 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-06055d83-3934-4cf2-9c44-b162485ad4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.537696 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-06055d83-3934-4cf2-9c44-b162485ad4af service neutron] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 916 time: 0.1973269 May 31 12:50:17.642758 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.673899 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:17.683369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.692469 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.699986 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-1fe9e53a-6242-41fc-8a8c-bf10101cc269 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62 HTTP/1.1" status: 200 len: 217 time: 0.1434073 May 31 12:50:17.721541 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:17.722352 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318efce4-62e8-4544-91e7-57b808a9b50b,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.747202 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:17.760621 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.761782 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.571s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.781472 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:17.875417 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.888833 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.896594 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-ac84e062-1469-4806-9373-061aba9015f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.898307 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-ac84e062-1469-4806-9373-061aba9015f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.1672285 May 31 12:50:17.950287 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-471d6f81-51ee-4fc8-bf34-5c48e6a4bfa4 service neutron] 10.222.0.61 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7838728 May 31 12:50:18.004652 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Pushing event updated for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:18.039511 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:18.100943 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:18.165338 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-fbb4c450-1628-465a-8200-3d4cb94db712 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1962967 May 31 12:50:18.194892 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-a1788595-4b13-4d97-8518-3c2a599c286a None None] Provisioning complete for port eb849f6b-17e5-41c0-98f2-586b4f85cdea triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:18.195294 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a1788595-4b13-4d97-8518-3c2a599c286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:18.306719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f68385-bc28-412c-be46-6c5ee6be7470 x-openstack-request-id: req-42f68385-bc28-412c-be46-6c5ee6be7470 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:18.307017 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "tag": "9e4dd99a-655e-426d-992a-458abcd39535", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:18.307279 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42f68385-bc28-412c-be46-6c5ee6be7470 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:18.307736 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535', 'status': 'completed', 'code': 200} May 31 12:50:18.344851 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-a1788595-4b13-4d97-8518-3c2a599c286a None None] Port eb849f6b-17e5-41c0-98f2-586b4f85cdea cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:18.500378 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:18.695200 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:18.710869 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-22f178be-88a2-4b7d-89bd-8dbae80c68a1 service neutron] 10.222.0.61 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441022 May 31 12:50:18.736668 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:06Z', 'revision_number': 4, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '8a39cbab-f457-460c-b155-5ba9db32eb02', 'name': '', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'mac_address': 'fa:16:3e:34:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:03Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'subnets': [{'id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:18.746295 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452181e-4910-4b47-8e39-0bbf5b1cbb3f req-cb3de9bc-36b6-414f-93e2-44dbc03d000c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:18.748642 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623080ca-1dc4-48f4-a4a1-f7cd4461a7be None None] The sync data for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb is: [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:06Z', 'revision_number': 4, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '8a39cbab-f457-460c-b155-5ba9db32eb02', 'name': '', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'mac_address': 'fa:16:3e:34:bd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:03Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'subnets': [{'id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:18.754453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0452181e-4910-4b47-8e39-0bbf5b1cbb3f req-cb3de9bc-36b6-414f-93e2-44dbc03d000c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.3540611 May 31 12:50:18.786760 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-54b68619-b9f4-4e4c-ac4c-9a8d9d063dd9 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128855 May 31 12:50:18.832369 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0452181e-4910-4b47-8e39-0bbf5b1cbb3f req-8f216d12-d4bc-4271-987b-f58e58be0c62 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 May 31 12:50:19.234635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.262800 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:19.282902 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:19.299138 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-75dd99fa-6161-4cac-9b0d-2679bf553935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.300607 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-75dd99fa-6161-4cac-9b0d-2679bf553935 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=be05c416194b4255b572ccdba097a4d0&device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 1097 time: 1.0151904 May 31 12:50:19.417188 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2e65b0e6-e664-46bb-8a14-8a54122aba8e req-6e5ffcd1-5e1f-4b9a-b177-4513a2581ebf tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 210 time: 0.2307785 May 31 12:50:19.492527 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:19.492917 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.503103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318efce4-62e8-4544-91e7-57b808a9b50b,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:19.520489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:19.534350 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.538663 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/318efce4-62e8-4544-91e7-57b808a9b50b HTTP/1.1" status: 204 len: 168 time: 2.3217328 May 31 12:50:19.543633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6876bb-afe7-4ab1-b92b-a7758829ead4 req-37fe0b51-8c14-4ca7-99ca-c5a57026dfb2 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.547614 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ba6876bb-afe7-4ab1-b92b-a7758829ead4 req-37fe0b51-8c14-4ca7-99ca-c5a57026dfb2 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 944 time: 0.3628886 May 31 12:50:19.581478 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98ee3b8a-e4ab-4600-8449-4e08d5e5b744 req-5973ae7c-361a-4d55-88b0-49060ed4664b service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680154 May 31 12:50:19.711252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-10a354dc-c764-4658-81d9-2dac9070d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.713316 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-10a354dc-c764-4658-81d9-2dac9070d0b7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=21010955-9a83-4b91-8664-d01f63a0c656 HTTP/1.1" status: 200 len: 914 time: 0.3890362 May 31 12:50:19.721122 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ba6876bb-afe7-4ab1-b92b-a7758829ead4 req-fb74f895-7141-43c5-9ed9-6f785e826584 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529291 May 31 12:50:19.804916 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8a39cbab-f457-460c-b155-5ba9db32eb02 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:19.890495 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:19.908049 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] 10.222.0.61 "PUT /v2.0/routers/49be0f32-7913-4e3c-b0cd-ed7707e7986d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1560256 May 31 12:50:19.910319 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-80f967de-c530-49fc-923d-187f0cb8421a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e4dd99a-655e-426d-992a-458abcd39535 HTTP/1.1" status: 200 len: 217 time: 0.1858888 May 31 12:50:20.004670 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:20.155865 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.164026 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:20.164685 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:20.165758 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-2d6c05cf-454f-4b9c-96e9-0f219d978e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.173025 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-2d6c05cf-454f-4b9c-96e9-0f219d978e83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=face17e2-577f-4402-9702-5bbf3cd36ea9 HTTP/1.1" status: 200 len: 852 time: 0.2557724 May 31 12:50:20.312940 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-1195e299-acce-4f0c-9141-93afc8fb51dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=21010955-9a83-4b91-8664-d01f63a0c656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266110 May 31 12:50:20.471423 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 8a39cbab-f457-460c-b155-5ba9db32eb02 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:20.489417 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8a39cbab-f457-460c-b155-5ba9db32eb02 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:20.490815 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.576671 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:20.638578 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-e5714f62-36c3-45f0-802e-43311808039e service neutron] 10.222.0.38 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180823 May 31 12:50:20.647321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8db4b-d82e-4d8e-9b51-bd0f2e518ef0 req-d6fe471c-fc79-46dd-ab4f-d5e237dac131 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.649512 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e9d8db4b-d82e-4d8e-9b51-bd0f2e518ef0 req-d6fe471c-fc79-46dd-ab4f-d5e237dac131 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.3603454 May 31 12:50:20.662675 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-9367ee78-8682-4d7a-8296-8dd3a91858b8 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.670144 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-9367ee78-8682-4d7a-8296-8dd3a91858b8 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 817 time: 0.6966567 May 31 12:50:20.718408 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-e62227d4-5105-437b-9ce2-04cbfe58626c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/quotas/f57447e9a07b495690ca2e3286cdf62e HTTP/1.1" status: 200 len: 375 time: 0.0466967 May 31 12:50:20.822779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54034) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:20.880265 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e9d8db4b-d82e-4d8e-9b51-bd0f2e518ef0 req-f9ba7c58-1375-448d-b579-74f14c4a97cd tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073951 May 31 12:50:20.964233 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.970853 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a6228266-b4ba-440e-9c56-0f43f2b48220 req-d231f1a8-9d2a-414a-b0ef-693574727cef service neutron] 10.222.0.38 "GET /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202691 May 31 12:50:21.101337 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 8a39cbab-f457-460c-b155-5ba9db32eb02, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8a39cbab-f457-460c-b155-5ba9db32eb02,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:21.113484 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.260911 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:21.270786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.319633 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3b9b64f6-fe0a-48ec-a294-f6b555b0dd17 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5996854 May 31 12:50:21.321440 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:21.439223 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:21.452127 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:21.456201 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 2, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:21.462141 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:21.462654 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Updating router 49be0f32-7913-4e3c-b0cd-ed7707e7986d port eb849f6b-17e5-41c0-98f2-586b4f85cdea binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:50:21.512568 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-87e21d8e-e467-4e24-942c-18678f7884ec service neutron] 10.222.0.61 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822612 May 31 12:50:21.513731 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Usage tracker for resource:security_group_rule and tenant:9a56024def5b431cb8e88284cafbc099 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:21.525441 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:21.538689 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.559202 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:21.571420 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-1b4e0c9d-5a4c-4911-8806-e17f0e265276 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:21.573717 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-1b4e0c9d-5a4c-4911-8806-e17f0e265276 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 817 time: 0.6894169 May 31 12:50:21.682579 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-dbe655d2-4d14-4fac-a303-075a00f30c21 service neutron] 10.222.0.61 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530962 May 31 12:50:21.690119 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Request body: {'port': {'device_id': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'admin_state_up': True, 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:21.831907 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54076) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:21.883560 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:21.893672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Usage tracker for resource:port and tenant:f57447e9a07b495690ca2e3286cdf62e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:21.896904 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:21.912747 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:21.931368 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.938715 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.959757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54088) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:21.962096 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-85804396-96bb-4c0b-860f-deebeaf46b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:21.966974 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710493039', 'description': 'tempest-description--1813795825'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:21.974110 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Made reservation on behalf of f57447e9a07b495690ca2e3286cdf62e for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:21.977953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.981267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:21.998845 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.009504 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.032443 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025859137-network', 'tenant_id': '4753e8c0532040d1b52f36c0754d3924'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.040381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.045998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.054270 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Usage tracker for resource:network and tenant:4753e8c0532040d1b52f36c0754d3924 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.060113 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.068273 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.071857 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.107921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.112762 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.117061 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.120311 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Made reservation on behalf of 4753e8c0532040d1b52f36c0754d3924 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:22.123581 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.139758 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.145645 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.146525 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.163326 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Transition to ACTIVE for port object eb849f6b-17e5-41c0-98f2-586b4f85cdea will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:22.172116 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.181486 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.183509 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.191582 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Usage tracker for resource:security_group_rule and tenant:4753e8c0532040d1b52f36c0754d3924 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.197529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.205079 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.214639 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a56024def5b431cb8e88284cafbc099&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3819957 May 31 12:50:22.221245 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54096) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:22.224271 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef677b33-197c-40a9-b478-3aca423dcb77,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.240277 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fcea61f6-5744-4dac-a4b6-5c23f9b998d5 req-8b8bc35e-61ac-4cda-9706-6dc8028255b1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 210 time: 0.1464586 May 31 12:50:22.253858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.393950 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-19ca3aba-2211-4442-8d17-38fa431895e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.445293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Allocated IP 172.20.0.5 (3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9/258407b2-b6d7-435a-a999-2fb5caccb141/e8a4fcc5-f78b-4082-b24f-e2874b0187cf) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:22.465486 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5290b8-0c86-43a5-a72a-dcc9aadca6c4 req-26e452c9-443b-4809-bc62-e5c8a335b760 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.474628 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee5290b8-0c86-43a5-a72a-dcc9aadca6c4 req-26e452c9-443b-4809-bc62-e5c8a335b760 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 944 time: 0.3826029 May 31 12:50:22.503987 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.523903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.537302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.561814 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1a5ea23f-b1c2-43ca-bd79-d35a57844d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.586097 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Pushing event updated for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.591528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.619035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.622559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.625023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.630612 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 37e2e69b-c46a-4851-bbab-e9839d5dcd62 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:22.640695 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee5290b8-0c86-43a5-a72a-dcc9aadca6c4 req-ca451cb2-d4d9-488b-b578-add864113fde tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650975 May 31 12:50:22.707657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e134cb5-2bf6-4888-9fe2-4f74af147077 req-d59fee19-0e1b-4d7b-9e67-7ed7dd104396 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.709505 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2e134cb5-2bf6-4888-9fe2-4f74af147077 req-d59fee19-0e1b-4d7b-9e67-7ed7dd104396 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.1824946 May 31 12:50:22.733456 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.745490 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.745906 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6b3699e6-0924-42ee-8ef1-48f6b4cf669b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:22.767800 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.769061 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8082955 May 31 12:50:22.774468 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54112) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:22.817538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:50:22.829802 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group_rule': {'security_group_id': '5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:22.841477 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Attempting to bind port eb849f6b-17e5-41c0-98f2-586b4f85cdea on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:22.841881 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Attempting to bind port eb849f6b-17e5-41c0-98f2-586b4f85cdea by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:22.842233 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Attempting to bind port eb849f6b-17e5-41c0-98f2-586b4f85cdea on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:22.872354 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2e134cb5-2bf6-4888-9fe2-4f74af147077 req-9f58bfac-77c1-479e-94da-d5fd72a442ba tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444073 May 31 12:50:22.881883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:22.883893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:22.887025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:22.887428 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Checking segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:22.887836 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.888241 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Bound using segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:22.888746 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Bound port: eb849f6b-17e5-41c0-98f2-586b4f85cdea, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:22.889151 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.899647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:22.907232 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:22.920877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:22.938639 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:22.948096 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:22.948496 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Added segment a839e8e0-2469-4487-8438-62ab46bdc952 of type vlan for network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 May 31 12:50:22.975674 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.006667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.025040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.040468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.047483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.057343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.066695 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef677b33-197c-40a9-b478-3aca423dcb77,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.084706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.101705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.144115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.161546 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef677b33-197c-40a9-b478-3aca423dcb77 HTTP/1.1" status: 204 len: 168 time: 0.9285836 May 31 12:50:23.166449 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:23.174037 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:23.184083 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.186538 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:23.193863 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.195347 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.199824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.200607 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.209977 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.289218 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6054084 May 31 12:50:23.322066 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Request body: {'port': {'device_id': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:23.421590 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5884948 May 31 12:50:23.426506 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54134) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:23.436239 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Request body: {'subnet': {'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025859137-subnet', 'tenant_id': '4753e8c0532040d1b52f36c0754d3924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:23.447264 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] For port eb849f6b-17e5-41c0-98f2-586b4f85cdea, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:23.458520 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] For port eb849f6b-17e5-41c0-98f2-586b4f85cdea, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=eb849f6b-17e5-41c0-98f2-586b4f85cdea,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:23.463769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:23.475047 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8a39cbab-f457-460c-b155-5ba9db32eb02 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:23.475620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Usage tracker for resource:subnet and tenant:4753e8c0532040d1b52f36c0754d3924 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:23.479471 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.480925 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.482951 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:23.489547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.490536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:23.492437 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.497496 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.518050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77527e8e-e27c-4fb9-a1e3-35442d901d89,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.524548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Made reservation on behalf of 4753e8c0532040d1b52f36c0754d3924 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:23.527382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.553284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.608861 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:50:23.631013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.632702 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8476210 May 31 12:50:23.637066 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54142) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:23.648226 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group_rule': {'security_group_id': '5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:23.660751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:23.661504 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.685623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:23.692463 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:23.706271 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:23.725605 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:23.754956 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-52d404e6-746f-4a0f-81e0-f96f57f986ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:23.769707 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Pushing event updated for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:23.791332 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:23.797585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-6a9b228d-7d55-448c-8d58-c7534da0fe62 req-a206f5e9-048a-418b-9a4e-5561258c22eb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Synchronizing usage tracker for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:23.825632 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:23.826567 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:23.850535 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-6a9b228d-7d55-448c-8d58-c7534da0fe62 req-a206f5e9-048a-418b-9a4e-5561258c22eb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Unset dirty status for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:23.862109 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6a9b228d-7d55-448c-8d58-c7534da0fe62 req-a206f5e9-048a-418b-9a4e-5561258c22eb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 210 time: 0.2510641 May 31 12:50:23.867849 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.971375 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.991443 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54156) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:24.152603 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:24.205751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.269635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-323658bf-47d1-4c92-a24c-bb50e93af1fe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.271019 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-323658bf-47d1-4c92-a24c-bb50e93af1fe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 817 time: 0.5706909 May 31 12:50:24.273050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:24.294379 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '37e2e69b-c46a-4851-bbab-e9839d5dcd62', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'port_id': '37e2e69b-c46a-4851-bbab-e9839d5dcd62', 'mac_address': 'fa:16:3e:c8:0b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f6df94-c935-49a3-a0d8-7f2fbce52069', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:24.298404 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Request body: {'port': {'device_id': '76605b62-a909-4549-88cb-14978833dbad', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'admin_state_up': True, 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:24.313007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ac152abf72b94350b12f459f2314625e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:24.321138 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:24.351426 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:24.396063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e9c34-30cb-4b3f-805c-909f96a85ead req-0dc7abdc-ab62-4aa2-abf4-4a1871f6f2f9 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.396975 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.397215 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-001e9c34-30cb-4b3f-805c-909f96a85ead req-0dc7abdc-ab62-4aa2-abf4-4a1871f6f2f9 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 944 time: 0.3472252 May 31 12:50:24.423332 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.434124 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6d388e2c-255f-4534-9ea7-795653da07a6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.466043 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ebe3c-9c70-4275-90ce-47791921f4d4 req-8e019a58-92a3-4cee-b394-5ca0440af4ff tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.467579 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-301ebe3c-9c70-4275-90ce-47791921f4d4 req-8e019a58-92a3-4cee-b394-5ca0440af4ff tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 944 time: 0.3494313 May 31 12:50:24.520040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0bbf31-1d45-46f6-ba77-58e6ea2a4678,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.533153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.550907 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-001e9c34-30cb-4b3f-805c-909f96a85ead req-0abbc905-5f21-4829-989f-f2407f4504e8 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250060 May 31 12:50:24.557599 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-301ebe3c-9c70-4275-90ce-47791921f4d4 req-24804313-b9d0-4566-bf93-60cc6913bba6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817642 May 31 12:50:24.595693 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.623198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Pushing event updated for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.643670 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.647835 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0060229 May 31 12:50:24.647986 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a4fcc5-f78b-4082-b24f-e2874b0187cf {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:24.648097 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.648190 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:24.650019 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54166) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:24.650594 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e2e69b-c46a-4851-bbab-e9839d5dcd62 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:24.655675 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.659757 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8a39cbab-f457-460c-b155-5ba9db32eb02 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:24.660186 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.671724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:24.674192 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Transition to ACTIVE for port object e8a4fcc5-f78b-4082-b24f-e2874b0187cf will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:24.678568 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.686891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.693176 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:24.696050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:24.704021 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:floatingip and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:24.708862 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:24.735184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:24.750198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Made reservation on behalf of f57447e9a07b495690ca2e3286cdf62e for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:24.753644 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.774876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.788081 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.800288 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:24.813681 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.823250 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.824803 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9e4dd99a-655e-426d-992a-458abcd39535 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:24.826928 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-193b4739-8043-4740-9953-bbdc030df9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.830869 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.832057 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d74808c0-e967-4553-9267-c5744fab36e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.848395 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.863397 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.879368 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.947236 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac152abf72b94350b12f459f2314625e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9533432 May 31 12:50:24.948907 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54180) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:25.017085 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Attempting to bind port e8a4fcc5-f78b-4082-b24f-e2874b0187cf on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:25.017693 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Attempting to bind port e8a4fcc5-f78b-4082-b24f-e2874b0187cf by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:25.018013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Attempting to bind port e8a4fcc5-f78b-4082-b24f-e2874b0187cf on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:25.023344 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.059893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2ad16-316d-4295-aa63-2a8dcd7a0989,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.069505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.089870 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Port e8a4fcc5-f78b-4082-b24f-e2874b0187cf on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:25.090390 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Attempting to bind port e8a4fcc5-f78b-4082-b24f-e2874b0187cf on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:25.102635 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:25.103176 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Checking segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:25.103701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Bound using segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:25.104300 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Bound port: e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:25.104996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.206578 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:25.210785 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:25.216108 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c26e97fe-d4cc-42dc-9576-3e311f4b44b7 req-8ee26ca6-aba9-4847-9019-806007478f65 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 210 time: 0.1954505 May 31 12:50:25.227581 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.242791 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Allocated IP 172.20.0.12 (3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9/258407b2-b6d7-435a-a999-2fb5caccb141/f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:25.250431 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:25.260375 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.271489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:25.278127 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9e4dd99a-655e-426d-992a-458abcd39535,segment=NetworkSegment(f43a7e6d-0b65-45e9-be18-562c94c4debc),segment_id=f43a7e6d-0b65-45e9-be18-562c94c4debc)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:25.307613 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '9e4dd99a-655e-426d-992a-458abcd39535', 'network_id': '21010955-9a83-4b91-8664-d01f63a0c656', 'port_id': '9e4dd99a-655e-426d-992a-458abcd39535', 'mac_address': 'fa:16:3e:33:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'face17e2-577f-4402-9702-5bbf3cd36ea9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:25.322025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.334163 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.342722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Pushing event updated for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.351284 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.365458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.366557 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.368523 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] 10.222.0.38 "PUT /v2.0/ports/e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 1093 time: 2.0620153 May 31 12:50:25.368523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:25.371276 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d81e1eb-38a7-4bcb-af83-455f0816b624" -d '{"events": [{"name": "network-changed", "server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:25.410412 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.419109 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.429660 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:25.461462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3ed81e-a5f2-4390-a552-0e921d496407,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.493234 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb76ced-2169-426e-aff5-5bc441bdd198 x-openstack-request-id: req-1cb76ced-2169-426e-aff5-5bc441bdd198 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:25.493780 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:25.494199 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cb76ced-2169-426e-aff5-5bc441bdd198 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:25.494630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.494915 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'status': 'completed', 'code': 200} May 31 12:50:25.512652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2ad16-316d-4295-aa63-2a8dcd7a0989,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.518955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.522985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.526560 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4c2ad16-316d-4295-aa63-2a8dcd7a0989 HTTP/1.1" status: 204 len: 168 time: 0.5742309 May 31 12:50:25.539120 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:23Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:25.549249 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.563186 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778aa0-fefb-4c1e-9ded-019e29f04f5b None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:23Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:25.573489 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4dd99a-655e-426d-992a-458abcd39535 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:25.576578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Checking segment: {'id': 'a839e8e0-2469-4487-8438-62ab46bdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:25.576951 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Network hostable DHCP agents. Network: eb3274fa-7f4e-4bb1-82c4-d0201d4114c9, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:50:25.601322 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.664805 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9e4dd99a-655e-426d-992a-458abcd39535,segment=NetworkSegment(f43a7e6d-0b65-45e9-be18-562c94c4debc),segment_id=f43a7e6d-0b65-45e9-be18-562c94c4debc)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:25.687362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-b7c7de8e-345d-4190-9074-5bc1077bc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.690746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-b7c7de8e-345d-4190-9074-5bc1077bc53b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1096 time: 0.2625456 May 31 12:50:25.709544 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.724171 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:25.773325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:50:25.825706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, eb3274fa-7f4e-4bb1-82c4-d0201d4114c9) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:25.845836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.845836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.894357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.895658 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device eb849f6b-17e5-41c0-98f2-586b4f85cdea up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:25.947285 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.970604 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-b87a4619-f31e-4187-92cf-2f6d1080f6f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.2724152 May 31 12:50:25.982408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.986997 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:26.002475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de61203-75a1-4bfb-85d3-f4e363f7630f None None] Network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:26.021948 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Allocated IP 172.28.2.236 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/164f9ca9-f42f-4d22-96c4-6571a5bca382) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:26.107538 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-16e3ade0-0d95-4e3e-b4f0-d0c922ddd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.108949 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-16e3ade0-0d95-4e3e-b4f0-d0c922ddd3dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.1319096 May 31 12:50:26.121819 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:26.202591 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-b676aaf9-f2a5-4c86-9490-505180b27669 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808113 May 31 12:50:26.223597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3903f29-d6d9-4e54-8dd7-e01036dc236a req-6b88d969-8d0b-44a8-bb9f-0becaf63f8c8 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.224580 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['9e4dd99a-655e-426d-992a-458abcd39535'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:26.225202 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a3903f29-d6d9-4e54-8dd7-e01036dc236a req-6b88d969-8d0b-44a8-bb9f-0becaf63f8c8 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 945 time: 0.3886054 May 31 12:50:26.240340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.281323 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5d27eb3b-21ff-40b3-8e78-76d3ba966f0f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8508625 May 31 12:50:26.289324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.299379 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:26.425526 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.443287 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-9aa41db4-203a-4038-b254-7da117347d6b service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316873 May 31 12:50:26.453655 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:26.458153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:26.489324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:26.516930 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93e878-d602-4222-9738-9e98aa44cefc req-e4a5a1ad-1ca3-42c7-a285-4b33a0c9498c tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.524382 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2a93e878-d602-4222-9738-9e98aa44cefc req-e4a5a1ad-1ca3-42c7-a285-4b33a0c9498c tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 945 time: 0.6777463 May 31 12:50:26.549225 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:26.560855 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:26.567855 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=164f9ca9-f42f-4d22-96c4-6571a5bca382,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:26.602688 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port eb849f6b-17e5-41c0-98f2-586b4f85cdea completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:26.709513 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port eb849f6b-17e5-41c0-98f2-586b4f85cdea triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:26.710346 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.741900 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:26.762142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.762142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.819341 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ade12ec-360f-479f-a87d-c6c7d9cdf142 None None] Network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:26.821011 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a3903f29-d6d9-4e54-8dd7-e01036dc236a req-a34cbf19-697c-4840-b77a-4cd5cb615f4e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767207 May 31 12:50:26.842326 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.869750 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:26.870988 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2a93e878-d602-4222-9738-9e98aa44cefc req-a2909137-91d2-4d65-a99a-b01135d59110 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453510 May 31 12:50:26.873746 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:26.980771 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-983c75e3-662e-4ba3-8dd9-92548dc54e29 req-188f3db1-853b-41f4-ba50-299f20810297 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283732 May 31 12:50:27.247825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Pushing event updated for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:27.413855 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:27.435458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-28240d03-7986-4b8f-8ee3-249888e6845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.437017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-28240d03-7986-4b8f-8ee3-249888e6845c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1096 time: 0.3739991 May 31 12:50:27.437300 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1485207 May 31 12:50:27.460439 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Request body: {'port': {'device_id': '76605b62-a909-4549-88cb-14978833dbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:27.601298 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.608821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54258) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:27.626338 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-846243414-network', 'tenant_id': '625d3fb8a9ea4288be8d4da3ab4f2e0d'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:27.636555 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a51fb-9576-444a-b9d2-65624ecc6d2b req-2e62ef3e-65f3-4a1f-aeed-13c75a341f1b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.642733 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.644008 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-245a51fb-9576-444a-b9d2-65624ecc6d2b req-2e62ef3e-65f3-4a1f-aeed-13c75a341f1b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 932 time: 0.4335206 May 31 12:50:27.646184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.671532 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:27.688641 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Usage tracker for resource:network and tenant:625d3fb8a9ea4288be8d4da3ab4f2e0d is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:27.695351 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:27.725072 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:27.732344 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port eb849f6b-17e5-41c0-98f2-586b4f85cdea, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=eb849f6b-17e5-41c0-98f2-586b4f85cdea,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:27.743521 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.745740 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:27.768839 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-245a51fb-9576-444a-b9d2-65624ecc6d2b req-5ed3afdc-0097-49a0-9244-3e4252692b1f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Synchronizing usage tracker for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:27.791572 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Made reservation on behalf of 625d3fb8a9ea4288be8d4da3ab4f2e0d for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:27.794169 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.815949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-245a51fb-9576-444a-b9d2-65624ecc6d2b req-5ed3afdc-0097-49a0-9244-3e4252692b1f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Unset dirty status for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:27.821639 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-245a51fb-9576-444a-b9d2-65624ecc6d2b req-5ed3afdc-0097-49a0-9244-3e4252692b1f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766074 May 31 12:50:27.830102 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:27.834955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.836136 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:27.846623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-e0a2aa95-2863-4427-ad9d-96ebeb772b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.848065 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-e0a2aa95-2863-4427-ad9d-96ebeb772b95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.3978400 May 31 12:50:27.897469 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:27.926107 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:27.938715 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-ae944ccb-e6f7-4ce9-974d-feb8667a5af1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.0817108 May 31 12:50:27.939810 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:625d3fb8a9ea4288be8d4da3ab4f2e0d is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:27.943819 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:27.987184 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:28.082192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.094620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.104673 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2f7c3582-87c3-4440-82a7-44aee67dfe3d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.206761 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.228833 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=164f9ca9-f42f-4d22-96c4-6571a5bca382,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.275706 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-58fdb58f-a640-46e4-b3ba-a1d49e299d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.277358 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-58fdb58f-a640-46e4-b3ba-a1d49e299d39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.3303025 May 31 12:50:28.297303 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.344115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.345407 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6907868 May 31 12:50:28.365735 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-8e683a4c-8bbd-4e00-9e6f-d085288de14c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728648 May 31 12:50:28.384124 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.414720 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752329d-52db-4955-801f-224d53914b25 req-265e7b8f-801b-4de1-b6a2-1fa6b7f3a6d1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.416141 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7752329d-52db-4955-801f-224d53914b25 req-265e7b8f-801b-4de1-b6a2-1fa6b7f3a6d1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 945 time: 0.3845077 May 31 12:50:28.421355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.569355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ddac85e1-be1b-42a7-a953-9f1de0ded158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.596536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:28.606384 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.620476 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Transition to ACTIVE for port object f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:28.625200 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.629496 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:28.647509 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac90f-b1f9-45ca-8201-a353825a7b87 req-a5306bfa-273c-4d24-93d8-5a61757b750e tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.649028 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-becac90f-b1f9-45ca-8201-a353825a7b87 req-a5306bfa-273c-4d24-93d8-5a61757b750e tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 945 time: 0.4619577 May 31 12:50:28.649931 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:50:28.669026 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7752329d-52db-4955-801f-224d53914b25 req-5e0b5a0f-a72c-489d-b105-8c06b79f9aec tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516459 May 31 12:50:28.717798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.723013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.733047 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11450868-a52d-4880-8c72-3c915aa8abf0,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:28.748502 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-77d8e3ed-b12d-4b11-9809-edb55a32fc65 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700910 May 31 12:50:28.751657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:28.799647 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.800067 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Added segment affd579a-412e-475c-89f8-311393217a7c of type vlan for network 612841f4-e881-4404-8c20-deb0a8bb568f May 31 12:50:28.880089 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-becac90f-b1f9-45ca-8201-a353825a7b87 req-e365c829-ad63-4890-bfcf-06859258a53d tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479840 May 31 12:50:28.922667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Attempting to bind port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:28.922998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Attempting to bind port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:28.923333 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Attempting to bind port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:28.928103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:28.928424 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Attempting to bind port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 on network 3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:28.933793 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:28.934391 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Checking segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:28.934777 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Bound using segment: {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:28.935210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Bound port: f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1591b4-f819-4111-8939-7df362f24584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:28.935560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.050897 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:29.056271 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:29.063846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.070173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:29.148424 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.149282 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.152296 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] 10.222.0.38 "PUT /v2.0/ports/f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 HTTP/1.1" status: 200 len: 1094 time: 1.7001638 May 31 12:50:29.153487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:29.154041 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.157896 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67" -d '{"events": [{"name": "network-changed", "server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:29.184832 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:29.200410 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:29.201692 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-ad0483c6-1e31-4646-910e-45e83f02cf65 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:29.259084 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d81e1eb-38a7-4bcb-af83-455f0816b624 req-75458abf-afc0-4968-a334-764b51fa2663 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889617 May 31 12:50:29.291122 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.293537 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.294772 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.318914 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:29.328590 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-2b1d1207-65cc-4e08-a640-a075efe4505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.330799 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-2b1d1207-65cc-4e08-a640-a075efe4505a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 1097 time: 0.1316035 May 31 12:50:29.339870 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-ad0483c6-1e31-4646-910e-45e83f02cf65 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:29.341060 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-ad0483c6-1e31-4646-910e-45e83f02cf65 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--710493039&fields=id&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 267 time: 0.5138030 May 31 12:50:29.344773 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7310658 May 31 12:50:29.346663 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54346) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:29.399994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Request body: {'subnet': {'network_id': '612841f4-e881-4404-8c20-deb0a8bb568f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-846243414-subnet', 'tenant_id': '625d3fb8a9ea4288be8d4da3ab4f2e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:29.428920 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-f048761d-fbcf-41df-84aa-2aecebe14682 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 HTTP/1.1" status: 200 len: 217 time: 0.0897279 May 31 12:50:29.452518 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c5c7d-655d-49a0-a44d-c009dcddd3e2 req-ca7e453f-04e1-4fc0-9eff-dcdf778ced92 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.456113 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e14c5c7d-655d-49a0-a44d-c009dcddd3e2 req-ca7e453f-04e1-4fc0-9eff-dcdf778ced92 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 944 time: 0.3712678 May 31 12:50:29.459890 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:29.501478 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-7b236f09-4ef2-491f-ae3e-def50e996660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.502972 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-7b236f09-4ef2-491f-ae3e-def50e996660 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.0676482 May 31 12:50:29.511924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54352) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:29.519268 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Usage tracker for resource:subnet and tenant:625d3fb8a9ea4288be8d4da3ab4f2e0d is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:29.537512 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=612841f4-e881-4404-8c20-deb0a8bb568f,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:29.547649 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:29.552040 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 612841f4-e881-4404-8c20-deb0a8bb568f details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:50:29.554412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:29.567045 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-b1053c8b-3656-4092-b245-a85aa2a24475 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576317 May 31 12:50:29.568625 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:29.635601 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e14c5c7d-655d-49a0-a44d-c009dcddd3e2 req-05d10aac-c847-4b1e-ac28-eaf69b14a203 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653821 May 31 12:50:29.642216 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Made reservation on behalf of 625d3fb8a9ea4288be8d4da3ab4f2e0d for: {'subnet': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:29.646914 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.707941 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-d1760550-ad8b-422f-b47f-95f7740fa7ed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.709344 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-d1760550-ad8b-422f-b47f-95f7740fa7ed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:network {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:29.759661 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device e8a4fcc5-f78b-4082-b24f-e2874b0187cf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:29.760356 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8900e1-ff55-405e-a68a-a29b15c76902 x-openstack-request-id: req-6a8900e1-ff55-405e-a68a-a29b15c76902 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:29.760666 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:29.761675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a8900e1-ff55-405e-a68a-a29b15c76902 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:29.762022 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99', 'status': 'completed', 'code': 200} May 31 12:50:29.765927 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 37e2e69b-c46a-4851-bbab-e9839d5dcd62 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:29.879346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.898704 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device eb849f6b-17e5-41c0-98f2-586b4f85cdea up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:29.924883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:29.935868 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Usage tracker for resource:security_group_rule and tenant:6960a67525064c8e902814f0cc8424be is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:29.941069 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-d1760550-ad8b-422f-b47f-95f7740fa7ed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:network {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:29.942162 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-d1760550-ad8b-422f-b47f-95f7740fa7ed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 817 time: 0.5378246 May 31 12:50:29.942395 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:29.964261 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:29.972558 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-3dc48a42-e379-47cc-b93e-4732ead0d64d service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976142 May 31 12:50:30.003633 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-3a7f6de0-eadf-4044-ad75-5e2d0753990c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/quotas/c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 375 time: 0.0203440 May 31 12:50:30.016991 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.db.resource_extend [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:50:30.166696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed776797-48e5-4dea-b825-abd95ddaae99 req-69b2d105-e4fe-42ff-9cf9-8f0b2a8f41e5 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.168537 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:30.169590 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed776797-48e5-4dea-b825-abd95ddaae99 req-69b2d105-e4fe-42ff-9cf9-8f0b2a8f41e5 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 945 time: 0.2323711 May 31 12:50:30.192830 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6f0d15d9-c4d8-445a-ae94-f4ff57eacb8e req-f2a4801d-a42d-4c97-8da9-5ecce20373b4 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077250 May 31 12:50:30.195901 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:30.196291 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.248196 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port eb849f6b-17e5-41c0-98f2-586b4f85cdea triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:30.248930 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-467fb6dd-7535-4def-a5a0-445b3bf487b3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321699 May 31 12:50:30.253148 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.302585 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:30.322721 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'port_id': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'mac_address': 'fa:16:3e:c0:2e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:30.333278 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.341566 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.352253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35d21975-4037-47d4-8bcd-f5945a1c17b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:30.378400 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed776797-48e5-4dea-b825-abd95ddaae99 req-00e9c0a3-22c9-4526-bec5-bf592fb4ed79 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721981 May 31 12:50:30.401978 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6960a67525064c8e902814f0cc8424be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8522639 May 31 12:50:30.403210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-067c4e04-9e5e-4324-82ed-199dcc2d8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.404680 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-067c4e04-9e5e-4324-82ed-199dcc2d8815 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 1097 time: 0.1496677 May 31 12:50:30.405189 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54364) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:30.408631 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec937a8-2b4b-463e-8b15-d2dbbf5f1fa3,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:30.422994 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:30.534464 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-f3361724-021f-46ee-bab5-f358faf22ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683372 May 31 12:50:30.583654 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.623334 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.635483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-2d09e324-1ca0-46fc-b584-c0b9db55ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.637053 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-2d09e324-1ca0-46fc-b584-c0b9db55ca19 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.2256606 May 31 12:50:30.700898 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-df033e19-7455-4982-a225-96812c01087c service neutron] 10.222.0.61 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652565 May 31 12:50:30.747978 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a4fcc5-f78b-4082-b24f-e2874b0187cf {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:30.759497 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.794967 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-0879c4c3-203c-49e0-a630-b9e6f46c37d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 HTTP/1.1" status: 200 len: 217 time: 0.1447449 May 31 12:50:30.797043 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.824390 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:30.835323 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:30.896773 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3cb20-055c-4ded-99b2-d64f6aaca753 req-c505e77b-65bd-4790-83b7-c2357921778a tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:30.899002 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4a3cb20-055c-4ded-99b2-d64f6aaca753 req-c505e77b-65bd-4790-83b7-c2357921778a tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 945 time: 0.1970267 May 31 12:50:30.927093 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.942371 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:30.943165 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.963127 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:31.017393 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:31.038824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-1454929f-445d-449b-beb9-8c85821105b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.040935 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.042250 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9e4dd99a-655e-426d-992a-458abcd39535 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:31.043486 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-1454929f-445d-449b-beb9-8c85821105b6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.2265806 May 31 12:50:31.145089 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4a3cb20-055c-4ded-99b2-d64f6aaca753 req-6ef20886-af9c-4059-9c4b-832697d05f17 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344356 May 31 12:50:31.160896 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Checking segment: {'id': 'affd579a-412e-475c-89f8-311393217a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '612841f4-e881-4404-8c20-deb0a8bb568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:31.161517 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Network hostable DHCP agents. Network: 612841f4-e881-4404-8c20-deb0a8bb568f, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:50:31.189452 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24895629-fa20-4658-b843-146e6bcad2d4,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:31.193437 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-fb5f4ae7-e5ba-4cc1-96c5-9074ba14c9f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404302 May 31 12:50:31.206355 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:31.223872 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b0ab1-833c-4b8e-9099-68d764c23745" -d '{"events": [{"server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "name": "network-vif-plugged", "status": "completed", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:31.232614 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:31.233783 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 9e4dd99a-655e-426d-992a-458abcd39535 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:31.238107 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['e8a4fcc5-f78b-4082-b24f-e2874b0187cf'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:31.242194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:31.251702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.261821 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:31.283655 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:31.366037 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 9e4dd99a-655e-426d-992a-458abcd39535 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:31.366906 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.373078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec937a8-2b4b-463e-8b15-d2dbbf5f1fa3,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:31.385687 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:31.395281 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.396668 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bec937a8-2b4b-463e-8b15-d2dbbf5f1fa3 HTTP/1.1" status: 204 len: 168 time: 0.9897707 May 31 12:50:31.436500 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Network 612841f4-e881-4404-8c20-deb0a8bb568f is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:50:31.443924 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-95ea0d9e-7323-4637-b33c-977ac8d8e328 req-7c83f769-5242-4771-b0b7-070985c09a68 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 210 time: 0.2005613 May 31 12:50:31.486087 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 612841f4-e881-4404-8c20-deb0a8bb568f) {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:31.502858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.503561 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:31.515633 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5de7e-7f15-4a8a-8ac4-96c0d9801e47 None None] Network 612841f4-e881-4404-8c20-deb0a8bb568f requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:31.544352 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-10b86dd4-0be9-44a3-bac0-5063c92a0b10 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432670 May 31 12:50:31.583168 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2333043 May 31 12:50:31.603407 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442936b-2e81-4874-a42a-6475878458f2 req-fecaea2a-b57c-4b3a-937b-fe75b4511e24 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.612229 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8442936b-2e81-4874-a42a-6475878458f2 req-fecaea2a-b57c-4b3a-937b-fe75b4511e24 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 944 time: 0.4169219 May 31 12:50:31.712278 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfcd2c-0987-4b44-844f-001a86da099a x-openstack-request-id: req-67cfcd2c-0987-4b44-844f-001a86da099a {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:31.713189 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "name": "network-vif-plugged", "status": "completed", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:31.713585 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67cfcd2c-0987-4b44-844f-001a86da099a {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:31.727186 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62', 'code': 200} May 31 12:50:31.729099 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4e1f14de-2d35-4c7a-8125-92f3c9cd7f67 req-bf834499-364c-46de-8c2f-946b9d0fc25a service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772187 May 31 12:50:31.751308 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8442936b-2e81-4874-a42a-6475878458f2 req-99397464-4277-4b49-b99e-2be67d219f41 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291521 May 31 12:50:31.788143 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:31.799464 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:31.800726 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:31.851020 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294a62f-462c-4225-8a80-c6cf423e5727 None None] Network 612841f4-e881-4404-8c20-deb0a8bb568f requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:32.010762 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d31d09-356d-4e9e-be3a-c83a7cd5d072 req-2c11870e-46c0-43c5-b942-e2e3af555acc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.020611 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f0d31d09-356d-4e9e-be3a-c83a7cd5d072 req-2c11870e-46c0-43c5-b942-e2e3af555acc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.1621690 May 31 12:50:32.078744 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f0d31d09-356d-4e9e-be3a-c83a7cd5d072 req-029b3026-f07d-4198-b051-a35e25984e9f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569432 May 31 12:50:32.134448 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54442) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:32.144992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-50f03db8-ef59-47d7-bd3c-a4639aca3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.146648 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-50f03db8-ef59-47d7-bd3c-a4639aca3396 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 1099 time: 0.1337068 May 31 12:50:32.170768 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.216206 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.223990 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:32.242510 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Usage tracker for resource:security_group_rule and tenant:80a4cf5891ed4c33bfc696c36a951ce8 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:32.246575 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:32.254634 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:32.282319 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:32.305552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Usage tracker for resource:security_group_rule and tenant:c980c7856f174361b07121e60c14cab6 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:32.310604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:32.318752 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54454) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:32.351056 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:32.536180 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.544127 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.556144 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.567467 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:32.611082 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0691d5-f87c-4c86-997c-f7d67659532b,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:32.631629 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:32.639539 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-866183ae-bc4d-4fad-a993-79a5a5ec9e4a req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866838 May 31 12:50:32.640438 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.657605 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:32.660402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6e83-1452-420d-8009-a739f97781a7 req-2a58f14a-8d81-4d4d-af13-40925771f212 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.665318 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4afb6e83-1452-420d-8009-a739f97781a7 req-2a58f14a-8d81-4d4d-af13-40925771f212 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 945 time: 0.2767200 May 31 12:50:32.665724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Usage tracker for resource:security_group_rule and tenant:07243028f2f74bb0b18c42a81e286d4e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:32.666515 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:32.669685 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:32.673454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.678148 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:32.704408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9e4dd99a-655e-426d-992a-458abcd39535,segment=NetworkSegment(f43a7e6d-0b65-45e9-be18-562c94c4debc),segment_id=f43a7e6d-0b65-45e9-be18-562c94c4debc)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:32.708971 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99', 'network_id': '3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9', 'port_id': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99', 'mac_address': 'fa:16:3e:01:c3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258407b2-b6d7-435a-a999-2fb5caccb141', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:32.717058 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.722199 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:32.740158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.787536 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-80cfa73a-7f05-4718-9853-6171ac220d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:32.790346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.800284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.838314 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:32.857821 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80a4cf5891ed4c33bfc696c36a951ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7201679 May 31 12:50:32.863745 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54474) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:32.867390 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dadefa-ae04-423d-84e9-fc8eab896909,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:32.886816 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4afb6e83-1452-420d-8009-a739f97781a7 req-562f1036-2a3a-4be0-9883-fc448b036a37 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055182 May 31 12:50:32.896645 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:32.953920 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:32.991068 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:33.008222 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07243028f2f74bb0b18c42a81e286d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747015 May 31 12:50:33.014121 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.018260 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.020285 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:33.029584 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.035051 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.035382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54482) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:33.080809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0eaa5b-32db-46ce-a136-d5a507f51c7f,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.092612 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.108567 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.112580 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.184505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-683e20e3-4f61-4e3d-8f65-c1969beb1ac0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.185986 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-683e20e3-4f61-4e3d-8f65-c1969beb1ac0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 817 time: 0.3560486 May 31 12:50:33.188405 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.195646 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5c75262f-c843-4ae1-81ef-18d8c177e835 req-9f787233-855b-4e0e-bf64-d792289c226a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 210 time: 0.0771015 May 31 12:50:33.239959 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.251281 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.269435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-0887a763-6e14-4504-9636-1ec25e807c3d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:33.269927 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:33.279470 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-3cf5edfe-71ea-48a3-95f8-27cef5c2c95e tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.280929 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-3cf5edfe-71ea-48a3-95f8-27cef5c2c95e tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/networks?id=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 HTTP/1.1" status: 200 len: 809 time: 0.3722520 May 31 12:50:33.301593 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.305678 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-0887a763-6e14-4504-9636-1ec25e807c3d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:33.306849 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-0887a763-6e14-4504-9636-1ec25e807c3d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 379 time: 0.1094913 May 31 12:50:33.313541 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-8110a975-6ab5-4711-8de7-1fbb537d2a93 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/quotas/4753e8c0532040d1b52f36c0754d3924 HTTP/1.1" status: 200 len: 375 time: 0.0250533 May 31 12:50:33.321434 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'port': {'device_id': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'admin_state_up': True, 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'security_groups': ['5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:33.395649 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.410674 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.416389 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-549e7347-c78d-48b0-844e-e044b747a25b tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4753e8c0532040d1b52f36c0754d3924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914078 May 31 12:50:33.423339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0eaa5b-32db-46ce-a136-d5a507f51c7f,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.430046 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.458520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.462393 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/af0eaa5b-32db-46ce-a136-d5a507f51c7f HTTP/1.1" status: 204 len: 168 time: 0.4234154 May 31 12:50:33.568180 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:33.572977 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:port and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:33.578489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:33.587027 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:33.598465 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Made reservation on behalf of c3ea182309774d55a25086330fb0a13e for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:33.599053 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.602598 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.617730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:33.638594 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251ebc9-6af2-4179-af34-8cd2192b93e2 req-8af3ff31-3716-455f-9fb2-7886e99a0c79 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.640035 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7251ebc9-6af2-4179-af34-8cd2192b93e2 req-8af3ff31-3716-455f-9fb2-7886e99a0c79 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 945 time: 0.3171132 May 31 12:50:33.644399 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dadefa-ae04-423d-84e9-fc8eab896909,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:33.648529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:33.650616 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-ca18efb9-32e3-4570-a0c3-3fe25b7f0915 service neutron] 10.222.0.61 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206800 May 31 12:50:33.652803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.653709 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6dadefa-ae04-423d-84e9-fc8eab896909 HTTP/1.1" status: 204 len: 168 time: 0.7890713 May 31 12:50:33.728139 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:33.730996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe6dbf0-acfe-4bf0-9cfe-ec798424de5f" -d '{"events": [{"server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dd99a-655e-426d-992a-458abcd39535"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:33.752963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device e8a4fcc5-f78b-4082-b24f-e2874b0187cf up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:33.785628 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7251ebc9-6af2-4179-af34-8cd2192b93e2 req-1b36232a-6a29-4f0b-87c2-05ae38e86489 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283917 May 31 12:50:33.855878 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-9b98bf61-9fe3-4583-b1a5-5971142f542f service neutron] 10.222.0.61 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974721 May 31 12:50:33.859107 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Allocated IP 172.20.0.6 (8d7063f8-ef7a-4a5d-8b8c-853e8605fb26/d42fb2e8-5d3b-443d-887e-f3dd22de7fae/9b6a55f7-e35a-49b6-bc82-98b527e45600) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:33.915797 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54502) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:33.921711 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port e8a4fcc5-f78b-4082-b24f-e2874b0187cf completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:33.928384 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port e8a4fcc5-f78b-4082-b24f-e2874b0187cf triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:33.928866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:33.969005 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.082495 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88760008-6e37-4d19-9401-169f00bf38c8 x-openstack-request-id: req-88760008-6e37-4d19-9401-169f00bf38c8 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:34.082746 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "name": "network-vif-plugged", "status": "completed", "tag": "9e4dd99a-655e-426d-992a-458abcd39535", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:34.083013 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88760008-6e37-4d19-9401-169f00bf38c8 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:34.084023 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535', 'code': 200} May 31 12:50:34.137438 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:34.157248 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Usage tracker for resource:security_group_rule and tenant:f59bcbf67cf6484aa7cbcb99638388a8 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:34.163368 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:34.188467 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:34.288401 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.370828 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:34.375725 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.379346 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:34.429420 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.501608 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Transition to ACTIVE for port object 9b6a55f7-e35a-49b6-bc82-98b527e45600 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:34.512336 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:34.525540 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:34.541548 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1465969-2844-4212-893d-d32ae8afa213 req-3171a355-c55e-493a-9f98-ee21127778ba tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.550462 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a1465969-2844-4212-893d-d32ae8afa213 req-3171a355-c55e-493a-9f98-ee21127778ba tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.6316280 May 31 12:50:34.556340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.576740 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:34.692417 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d427c-dcdb-4449-bf59-6c316cba1292 req-3d68b071-68ca-4466-9148-a1b769665d5a tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.694174 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-187d427c-dcdb-4449-bf59-6c316cba1292 req-3d68b071-68ca-4466-9148-a1b769665d5a tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.4440510 May 31 12:50:34.710286 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a1465969-2844-4212-893d-d32ae8afa213 req-41b5f2a7-da30-44d9-a438-559cc0c52c92 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585379 May 31 12:50:34.714822 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:34.720134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:34.722619 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:34.730543 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.731387 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:34.799719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:34.803477 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:34.808447 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4948041 May 31 12:50:34.823962 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Request body: {'port': {'device_id': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:34.832748 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-187d427c-dcdb-4449-bf59-6c316cba1292 req-81b87512-0e34-4f88-b649-f0c44bc376d0 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163974 May 31 12:50:34.868001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd565f-0a04-466a-b465-8382cf5c0189 req-706dc867-5fb9-4fa5-be7c-0ff15e411d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.871720 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6fbd565f-0a04-466a-b465-8382cf5c0189 req-706dc867-5fb9-4fa5-be7c-0ff15e411d5b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 1099 time: 0.3443449 May 31 12:50:34.927863 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.006739 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.023794 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.105690 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5b62026b-227f-4ea7-8413-8483bd37fc0a req-0c058588-ac89-4345-8f66-85b8c347416d tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 210 time: 0.1755185 May 31 12:50:35.118937 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1f20ea36-f1ee-405d-bde2-90067a9e0c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:35.153996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-bbed174f-3e95-4544-8680-1cec01b7e92e None None] Provisioning for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:35.160778 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-bbed174f-3e95-4544-8680-1cec01b7e92e None None] Provisioning complete for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:35.161586 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-bbed174f-3e95-4544-8680-1cec01b7e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.199714 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6fbd565f-0a04-466a-b465-8382cf5c0189 req-468ea9cf-38e1-4938-8454-572d658d1c61 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155591 May 31 12:50:35.231070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f59bcbf67cf6484aa7cbcb99638388a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3142102 May 31 12:50:35.236524 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54554) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:35.240370 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09cf4d-526c-4a07-bd27-b0c7ffafd9e7,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:35.251714 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-bbed174f-3e95-4544-8680-1cec01b7e92e None None] Port 9b6a55f7-e35a-49b6-bc82-98b527e45600 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:35.292955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:35.414939 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096aa7a-5c99-4790-a67b-b8685924bdd4 req-e5e36ce5-802b-4844-a98b-96e0c9c28e1d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.416393 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9096aa7a-5c99-4790-a67b-b8685924bdd4 req-e5e36ce5-802b-4844-a98b-96e0c9c28e1d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 931 time: 0.4106812 May 31 12:50:35.421927 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:35.429386 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.452399 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Transition to ACTIVE for port object 9b6a55f7-e35a-49b6-bc82-98b527e45600 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:35.457823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.459787 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.463338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a1ad6129-412f-4ea8-8893-3d9d089725e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:35.495929 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34359202-a70b-4e2e-a10b-c1bb47a25d05 req-c7c55de9-2365-4e04-a08a-2fbeaa6cae8c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.497429 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-34359202-a70b-4e2e-a10b-c1bb47a25d05 req-c7c55de9-2365-4e04-a08a-2fbeaa6cae8c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 945 time: 0.2528067 May 31 12:50:35.527769 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.536440 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9096aa7a-5c99-4790-a67b-b8685924bdd4 req-5663d697-4192-4fc8-8e97-7fdf55185fcf tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086371 May 31 12:50:35.604032 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-34359202-a70b-4e2e-a10b-c1bb47a25d05 req-bd20feb1-092a-49ec-868d-ec42687f215e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950477 May 31 12:50:35.628157 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.633185 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e0d00efa-1cf3-4e14-af77-387ba0d7cf40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:35.646626 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09cf4d-526c-4a07-bd27-b0c7ffafd9e7,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:35.649951 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:35.652378 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.654139 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f09cf4d-526c-4a07-bd27-b0c7ffafd9e7 HTTP/1.1" status: 204 len: 168 time: 0.4153273 May 31 12:50:35.677207 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:35.680497 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:35.749568 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Attempting to bind port 9b6a55f7-e35a-49b6-bc82-98b527e45600 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:35.749911 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Attempting to bind port 9b6a55f7-e35a-49b6-bc82-98b527e45600 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:35.750240 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Attempting to bind port 9b6a55f7-e35a-49b6-bc82-98b527e45600 on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:35.757948 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:35.766644 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Port 9b6a55f7-e35a-49b6-bc82-98b527e45600 on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:35.767335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Attempting to bind port 9b6a55f7-e35a-49b6-bc82-98b527e45600 on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:35.781174 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:35.781762 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Checking segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:35.786408 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Bound using segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:35.787155 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Bound port: 9b6a55f7-e35a-49b6-bc82-98b527e45600, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:35.787877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.006902 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:36.045061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:36.045234 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.064482 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:36.072293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:36.086427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.095254 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:36.167330 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:36.181371 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf9b17-64ea-414e-9dfb-3517d88d6d58" -d '{"events": [{"server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "name": "network-vif-plugged", "status": "completed", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:36.188579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:36.203506 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:36.208724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.209886 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.213038 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] 10.222.0.38 "PUT /v2.0/ports/9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 1093 time: 1.3942578 May 31 12:50:36.213493 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:36.217491 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da15febc-5f16-4351-9ac0-895bc5dfaa46" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:36.353391 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.379686 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-1a3a0d7a-7ed8-4a8c-9c0c-74be1c1c2392 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.381694 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-1a3a0d7a-7ed8-4a8c-9c0c-74be1c1c2392 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.38 "GET /v2.0/networks?id=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 HTTP/1.1" status: 200 len: 809 time: 0.6894062 May 31 12:50:36.421595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Request body: {'port': {'device_id': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9', 'admin_state_up': True, 'tenant_id': '4753e8c0532040d1b52f36c0754d3924'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:36.454671 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:36.466065 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:36.467989 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:36.604992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-73afadff-3fb7-4b1a-9fa2-9be7613bf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.606766 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-73afadff-3fb7-4b1a-9fa2-9be7613bf57f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1096 time: 0.2094123 May 31 12:50:36.644493 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:36.650793 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:36.664994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019e1ef-cf98-4d2e-9a2a-2b52a787857d req-a22b12a6-d504-44e8-a625-660a3cd02710 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.675486 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d019e1ef-cf98-4d2e-9a2a-2b52a787857d req-a22b12a6-d504-44e8-a625-660a3cd02710 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.6843519 May 31 12:50:36.767453 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-264fffc6-cd67-44cf-8e7d-718f2d5a37b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 217 time: 0.1455073 May 31 12:50:36.794970 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d019e1ef-cf98-4d2e-9a2a-2b52a787857d req-2aaae36b-c3f5-478b-9e23-bde86cbe532b tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118450 May 31 12:50:36.807184 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c9ce7-bef8-4553-be37-b3319785a2d8 req-f142a6a1-dcd6-4715-89b5-b837c26dbf72 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.816782 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-004c9ce7-bef8-4553-be37-b3319785a2d8 req-f142a6a1-dcd6-4715-89b5-b837c26dbf72 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.6538706 May 31 12:50:36.824899 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:36.874121 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Usage tracker for resource:port and tenant:4753e8c0532040d1b52f36c0754d3924 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:36.879658 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:36.896948 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:36.904268 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-68b68b8a-b757-4d37-a582-0a8e550bf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.904268 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-68b68b8a-b757-4d37-a582-0a8e550bf218 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.1289268 May 31 12:50:36.962215 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-004c9ce7-bef8-4553-be37-b3319785a2d8 req-9b06408d-fb0b-4c3b-ad5b-87b7d25c3fb6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288531 May 31 12:50:36.971057 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Made reservation on behalf of 4753e8c0532040d1b52f36c0754d3924 for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:36.975677 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.006659 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049934-db42-475b-8db7-2478a9fcd35e req-4cba9cfc-9a47-4c1e-bb14-cbdba0b91331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.008625 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-4cba9cfc-9a47-4c1e-bb14-cbdba0b91331 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0980282 May 31 12:50:37.050706 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6d71f0-d2c9-4487-8f4c-e95fc283ed04 x-openstack-request-id: req-5f6d71f0-d2c9-4487-8f4c-e95fc283ed04 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:37.051252 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "name": "network-vif-plugged", "status": "completed", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:37.052414 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f6d71f0-d2c9-4487-8f4c-e95fc283ed04 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:37.053399 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'code': 200} May 31 12:50:37.169843 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-81df735f-604e-48c8-ba4b-6de01af56f3c req-209b747e-4924-48b2-8a3c-5f2ff60fabd7 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 210 time: 0.1553402 May 31 12:50:37.328342 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.38', 62567) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:37.330194 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be09612-4f19-4c1e-8264-341b5e06db2f x-openstack-request-id: req-0be09612-4f19-4c1e-8264-341b5e06db2f {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:37.330337 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:37.330616 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0be09612-4f19-4c1e-8264-341b5e06db2f {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:37.331016 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'status': 'completed', 'code': 200} May 31 12:50:37.508075 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-763e751a-b8e9-40e8-92b2-4efa51208130 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911957 May 31 12:50:37.541284 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Allocated IP 172.20.0.5 (eb3274fa-7f4e-4bb1-82c4-d0201d4114c9/9f3ed81e-a5f2-4390-a552-0e921d496407/a77f0678-8b95-46af-9021-8b375a0155a6) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:37.578134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7930e1-d8fb-466e-80b9-ff8a348e42b0 req-b372531e-4bf7-4d57-870b-199a3d2473f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.579604 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ea7930e1-d8fb-466e-80b9-ff8a348e42b0 req-b372531e-4bf7-4d57-870b-199a3d2473f5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.2477586 May 31 12:50:37.713705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ea7930e1-d8fb-466e-80b9-ff8a348e42b0 req-ed7f03e0-937b-4479-9841-e53157881554 service neutron] Synchronizing usage tracker for tenant:c980c7856f174361b07121e60c14cab6 on resource:security_group {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:37.738940 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffd343-be31-49ec-936d-b1473cf7ddae req-9db8e2dc-6e2b-49e1-8b2f-01ab0938d7b0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.747112 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c9ffd343-be31-49ec-936d-b1473cf7ddae req-9db8e2dc-6e2b-49e1-8b2f-01ab0938d7b0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.3385954 May 31 12:50:37.780162 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7939e8c-612b-43dc-a3d4-d0dc3ddf2a2d req-c81808ca-4a58-448c-9cc0-8ea1e03a02b4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.781744 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e7939e8c-612b-43dc-a3d4-d0dc3ddf2a2d req-c81808ca-4a58-448c-9cc0-8ea1e03a02b4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.3197722 May 31 12:50:37.784803 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d0049934-db42-475b-8db7-2478a9fcd35e req-b66e9992-da47-44fe-9f08-1eed1fedc298 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683604 May 31 12:50:37.797954 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ea7930e1-d8fb-466e-80b9-ff8a348e42b0 req-ed7f03e0-937b-4479-9841-e53157881554 service neutron] Unset dirty status for tenant:c980c7856f174361b07121e60c14cab6 on resource:security_group {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:37.800495 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ea7930e1-d8fb-466e-80b9-ff8a348e42b0 req-ed7f03e0-937b-4479-9841-e53157881554 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126102 May 31 12:50:37.906543 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c9ffd343-be31-49ec-936d-b1473cf7ddae req-790ccd5d-2a10-4b8b-b313-3a4857433d4e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582589 May 31 12:50:37.969780 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e7939e8c-612b-43dc-a3d4-d0dc3ddf2a2d req-bbda8cde-e4da-4a7f-99fa-78a1af511b3b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357572 May 31 12:50:38.036596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-b21dda3b-169b-4797-be82-9faba1e3e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.046586 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.047169 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-b21dda3b-169b-4797-be82-9faba1e3e8af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1096 time: 0.1737144 May 31 12:50:38.112545 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.119637 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.238584 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-48dce1ef-200c-4f4c-9b4c-b128e0f7efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.241171 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-48dce1ef-200c-4f4c-9b4c-b128e0f7efdf service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1869268 May 31 12:50:38.260747 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:38.265701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:38.272631 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:38.278232 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.278931 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.309617 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Pushing event updated for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:38.318674 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:38.329977 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9167349 May 31 12:50:38.344512 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-98f82c23-e377-4fe4-a927-46ad9214c5bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 217 time: 0.0964923 May 31 12:50:38.350791 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d2cca-b949-48a0-acdc-acae1290096c req-3b83d5dd-4f92-437c-be4d-d392eb395b86 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.359205 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a71d2cca-b949-48a0-acdc-acae1290096c req-3b83d5dd-4f92-437c-be4d-d392eb395b86 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.1740448 May 31 12:50:38.403013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Request body: {'port': {'device_id': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:38.419306 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-6f16515f-596d-47be-91a6-e54870b5b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.420890 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-6f16515f-596d-47be-91a6-e54870b5b6fa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0690045 May 31 12:50:38.522053 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-4647999e-3bc0-45a8-a302-8e5bb050eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.523584 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-4647999e-3bc0-45a8-a302-8e5bb050eba7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939763 May 31 12:50:38.575379 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a71d2cca-b949-48a0-acdc-acae1290096c req-d6965090-dfa7-49e1-b6a0-6e8b08fca576 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451454 May 31 12:50:38.590978 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.631811 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629967-8356-4a8e-97bc-c8958c9b5c72 req-0e0baec6-4938-4bad-b1a2-57f97723a9ee tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:38.632565 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8b629967-8356-4a8e-97bc-c8958c9b5c72 req-0e0baec6-4938-4bad-b1a2-57f97723a9ee tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Synchronizing usage tracker for tenant:4753e8c0532040d1b52f36c0754d3924 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:38.683848 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-eb9c4748-6ae0-47b9-8510-293ab8e31f64 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525564 May 31 12:50:38.718927 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8b629967-8356-4a8e-97bc-c8958c9b5c72 req-0e0baec6-4938-4bad-b1a2-57f97723a9ee tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Unset dirty status for tenant:4753e8c0532040d1b52f36c0754d3924 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:38.720467 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8b629967-8356-4a8e-97bc-c8958c9b5c72 req-0e0baec6-4938-4bad-b1a2-57f97723a9ee tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 931 time: 0.3602219 May 31 12:50:38.902749 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-da15febc-5f16-4351-9ac0-895bc5dfaa46 req-271d566a-4ece-48d3-9066-c2c0d7421863 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061629 May 31 12:50:38.990213 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8b629967-8356-4a8e-97bc-c8958c9b5c72 req-6f45ee12-4552-44ef-b4ec-bc7f0f93f133 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572277 May 31 12:50:39.055001 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:39.058440 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c6937e-aa04-4ff3-8904-a422ca1d1ccb" -d '{"events": [{"server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:39.387266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b4ae-ddf6-4720-8dae-58cd77e00672 req-e5cd4f82-3bb6-4d15-8432-34c13bd5bfeb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.391273 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8244b4ae-ddf6-4720-8dae-58cd77e00672 req-e5cd4f82-3bb6-4d15-8432-34c13bd5bfeb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2472062 May 31 12:50:39.404540 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1f41-1d28-4e64-886f-e0945a6b90af req-8b5ccef6-edc1-42ba-8201-1e75a1bacc8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.405993 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-da9e1f41-1d28-4e64-886f-e0945a6b90af req-8b5ccef6-edc1-42ba-8201-1e75a1bacc8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.3066938 May 31 12:50:39.559779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77f0678-8b95-46af-9021-8b375a0155a6 {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:39.570475 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8244b4ae-ddf6-4720-8dae-58cd77e00672 req-2426cf99-1303-43fb-bf56-40d06099986a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 May 31 12:50:39.572078 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.580021 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-da9e1f41-1d28-4e64-886f-e0945a6b90af req-dcc5b8f6-7869-4973-8ac6-75f46035fcaa tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406353 May 31 12:50:39.603902 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Transition to ACTIVE for port object a77f0678-8b95-46af-9021-8b375a0155a6 will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:39.608973 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.615084 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-589c0edc-c910-4fc6-88ae-5255c1338cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:39.630728 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0218e7-4a4d-46ca-bbe2-3be2e4048c22 x-openstack-request-id: req-9e0218e7-4a4d-46ca-bbe2-3be2e4048c22 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:39.631181 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "name": "network-vif-plugged", "status": "completed", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:39.631674 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e0218e7-4a4d-46ca-bbe2-3be2e4048c22 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:39.632356 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99', 'code': 200} May 31 12:50:39.783996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:39.792687 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Pushing event updated for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:39.804006 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:39.824673 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Attempting to bind port a77f0678-8b95-46af-9021-8b375a0155a6 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:39.825058 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Attempting to bind port a77f0678-8b95-46af-9021-8b375a0155a6 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'a839e8e0-2469-4487-8438-62ab46bdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:39.825711 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Attempting to bind port a77f0678-8b95-46af-9021-8b375a0155a6 on network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:39.831085 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Port a77f0678-8b95-46af-9021-8b375a0155a6 on network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:39.831956 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Attempting to bind port a77f0678-8b95-46af-9021-8b375a0155a6 on network eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:39.838582 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:39.839799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Checking segment: {'id': 'a839e8e0-2469-4487-8438-62ab46bdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:39.840479 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Bound using segment: {'id': 'a839e8e0-2469-4487-8438-62ab46bdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:39.841305 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Bound port: a77f0678-8b95-46af-9021-8b375a0155a6, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a839e8e0-2469-4487-8438-62ab46bdc952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:39.841831 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.977412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:39.978870 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:39.983782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a77f0678-8b95-46af-9021-8b375a0155a6,segment=NetworkSegment(a839e8e0-2469-4487-8438-62ab46bdc952),segment_id=a839e8e0-2469-4487-8438-62ab46bdc952)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:39.989886 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.996931 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:40.000557 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-79811fac-f5bd-4c20-bd90-d332c8918cfc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:40.039078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb26dbd-1519-4d82-89e7-6012a8aeb241 req-32145e5f-3baa-4b6b-bdfe-32dce48c835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.040605 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9fb26dbd-1519-4d82-89e7-6012a8aeb241 req-32145e5f-3baa-4b6b-bdfe-32dce48c835d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 1099 time: 0.1671417 May 31 12:50:40.114299 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.136467 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9fb26dbd-1519-4d82-89e7-6012a8aeb241 req-2b27ee8a-37ca-4779-ab21-04a5719979f8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873950 May 31 12:50:40.159003 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:40.171924 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.172609 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.173926 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] 10.222.0.38 "PUT /v2.0/ports/a77f0678-8b95-46af-9021-8b375a0155a6 HTTP/1.1" status: 200 len: 1093 time: 1.7769110 May 31 12:50:40.174609 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Pushing event updated for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:40.184796 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:40.187227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24034c-19da-4fa2-b3e8-bc69475e8df8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:40.189055 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:40.191722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:40.195877 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.202442 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:40.299365 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:40.305912 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:40.366891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71755186-841a-4bc8-89ce-b56119ecd8f0 req-cfd8fdbf-966f-4e83-aec0-8ea920f766e9 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.368548 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-71755186-841a-4bc8-89ce-b56119ecd8f0 req-cfd8fdbf-966f-4e83-aec0-8ea920f766e9 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 943 time: 0.1780686 May 31 12:50:40.371618 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-8b1a0da6-1a5c-4824-a217-c31305e86435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.373135 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-8b1a0da6-1a5c-4824-a217-c31305e86435 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4753e8c0532040d1b52f36c0754d3924&device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 1096 time: 0.1227179 May 31 12:50:40.460369 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a1742-5b7d-4f28-a81c-8daecf0f71a3 x-openstack-request-id: req-865a1742-5b7d-4f28-a81c-8daecf0f71a3 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:40.461792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:40.462297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-865a1742-5b7d-4f28-a81c-8daecf0f71a3 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:40.462832 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6', 'status': 'completed', 'code': 200} May 31 12:50:40.481529 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-e146792f-3d15-4f46-81f3-d410eef42109 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a77f0678-8b95-46af-9021-8b375a0155a6 HTTP/1.1" status: 200 len: 217 time: 0.0848935 May 31 12:50:40.512312 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-71755186-841a-4bc8-89ce-b56119ecd8f0 req-9c12c30b-4a90-4d3f-9113-e4e47220b4a0 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362209 May 31 12:50:40.512963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['9b6a55f7-e35a-49b6-bc82-98b527e45600'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:40.616633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-8f193c52-cc57-4407-a274-18cc28d3a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.618449 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-8f193c52-cc57-4407-a274-18cc28d3a939 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3ed81e-a5f2-4390-a552-0e921d496407 HTTP/1.1" status: 200 len: 849 time: 0.0873322 May 31 12:50:40.687200 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-7944734e-f6aa-4a5e-bd5c-849b27757dd3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562387 May 31 12:50:40.919362 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-bb1ef1f2-1068-42cc-ae22-731193ace82d service neutron] 10.222.0.38 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157340 May 31 12:50:40.930689 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73139-e10f-42d9-a040-d50875a35a08 req-9bbf524c-4952-4c37-85db-39c7cefba0e1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.932277 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-31c73139-e10f-42d9-a040-d50875a35a08 req-9bbf524c-4952-4c37-85db-39c7cefba0e1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1916788 May 31 12:50:41.107160 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-31c73139-e10f-42d9-a040-d50875a35a08 req-c9d71d1f-414c-438f-a19c-20021125e838 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547313 May 31 12:50:41.149027 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7c1506-0212-4747-9f75-e7ee308eeaa6 req-2fb2e0fa-09a8-47e0-ae17-57a1906beb16 service neutron] 10.222.0.38 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158217 May 31 12:50:41.286980 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:41.383024 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ce6e6-c2e3-44be-b444-4094f1d9ee98 req-f560154c-d2e7-4246-a13c-65463b51901e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.384480 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b01ce6e6-c2e3-44be-b444-4094f1d9ee98 req-f560154c-d2e7-4246-a13c-65463b51901e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 944 time: 0.1571772 May 31 12:50:41.387224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-5bbf1df0-c625-4b51-b620-23b693bfd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.388541 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-5bbf1df0-c625-4b51-b620-23b693bfd4a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=4753e8c0532040d1b52f36c0754d3924&device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 1096 time: 0.1204805 May 31 12:50:41.535609 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b01ce6e6-c2e3-44be-b444-4094f1d9ee98 req-610ff71f-a326-43f9-ac02-eeea4307f02b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403885 May 31 12:50:41.591358 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-a115278c-7c9c-4c23-9698-65447f18efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.592816 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-a115278c-7c9c-4c23-9698-65447f18efd2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 HTTP/1.1" status: 200 len: 911 time: 0.1791446 May 31 12:50:41.729071 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-e064ed5a-dd7c-4c9c-a26d-05c7d5b05aa8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a77f0678-8b95-46af-9021-8b375a0155a6 HTTP/1.1" status: 200 len: 217 time: 0.1233168 May 31 12:50:41.787973 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:41.822150 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382b7a-b63a-48b0-b11a-e16d63400de3 req-2a4d0f2e-7379-490f-bcf8-35d5798c1498 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.829683 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2f382b7a-b63a-48b0-b11a-e16d63400de3 req-2a4d0f2e-7379-490f-bcf8-35d5798c1498 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 943 time: 0.1683824 May 31 12:50:41.848922 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-af7d5e56-c100-4366-ab11-82dc397a7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.850428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-af7d5e56-c100-4366-ab11-82dc397a7c7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f3ed81e-a5f2-4390-a552-0e921d496407 HTTP/1.1" status: 200 len: 849 time: 0.1006987 May 31 12:50:41.857415 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:41.862312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:41.862701 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.912134 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-7519b303-c55c-44ce-85bf-67cc6cf0b2b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534644 May 31 12:50:41.924268 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2f382b7a-b63a-48b0-b11a-e16d63400de3 req-ace2d2c2-4a18-4a23-83dc-bf9c3d6434e7 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936847 May 31 12:50:42.018892 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.053533 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:42.055780 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9ac3b-70ff-4a11-bf81-6a8b29bfdb77" -d '{"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:42.064991 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:42.071055 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.072089 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-b4718653-a767-4cc7-88c3-121c420df82c service neutron] 10.222.0.38 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509290 May 31 12:50:42.073798 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:42.118274 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dc7a92-30dd-47f8-ad81-181b5ec89985 x-openstack-request-id: req-38dc7a92-30dd-47f8-ad81-181b5ec89985 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:42.118575 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:42.118835 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38dc7a92-30dd-47f8-ad81-181b5ec89985 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:42.119225 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'code': 200} May 31 12:50:42.159210 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:42.165500 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:42.237023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc24034c-19da-4fa2-b3e8-bc69475e8df8 req-db2dc6d7-1c83-4cad-a31b-34996718ab0c service neutron] 10.222.0.38 "GET /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571932 May 31 12:50:42.340187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddb5ef-dfa1-42c1-b497-63074d5619ad req-f912b5dc-6f31-4b84-98af-19205b1e9bbe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:42.341558 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4fddb5ef-dfa1-42c1-b497-63074d5619ad req-f912b5dc-6f31-4b84-98af-19205b1e9bbe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.0872252 May 31 12:50:42.444738 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4fddb5ef-dfa1-42c1-b497-63074d5619ad req-5512d8d2-0b99-422c-81cd-25f3e848b988 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970290 May 31 12:50:42.468040 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0689f62-58c2-42c0-8c8e-c8d59add5cc8 req-890240ed-e0b6-4b71-b93d-d9265e4a1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:42.469897 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f0689f62-58c2-42c0-8c8e-c8d59add5cc8 req-890240ed-e0b6-4b71-b93d-d9265e4a1e51 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1098 time: 0.1025770 May 31 12:50:42.528166 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f0689f62-58c2-42c0-8c8e-c8d59add5cc8 req-3c316a44-d876-48c4-8077-1b80f8fcc419 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511813 May 31 12:50:42.780143 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258b57d-8f7a-45e9-bfa1-363274c65a8c req-1f4b8dc8-4c7e-4773-bbd5-8459280b7241 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:42.787994 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1258b57d-8f7a-45e9-bfa1-363274c65a8c req-1f4b8dc8-4c7e-4773-bbd5-8459280b7241 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1084523 May 31 12:50:42.819623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54870) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:42.972319 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1258b57d-8f7a-45e9-bfa1-363274c65a8c req-d42d3f3a-61b8-4e0d-b591-97353e22551b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833332 May 31 12:50:43.010471 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.043425 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.053297 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Usage tracker for resource:security_group_rule and tenant:9bcb2c428807447e8c13f8dcd73964f8 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.057308 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-b011f727-6456-464e-8315-b2c2198ec517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.059564 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-b011f727-6456-464e-8315-b2c2198ec517 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 1099 time: 0.2264500 May 31 12:50:43.063336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.071817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eead47b-c079-42a6-b783-4b1afa77a84b req-094330a2-46c9-4f36-bd2c-9c0638681f57 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.071987 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:43.074024 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0eead47b-c079-42a6-b783-4b1afa77a84b req-094330a2-46c9-4f36-bd2c-9c0638681f57 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1796432 May 31 12:50:43.192621 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.200180 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.210042 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.251503 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bcb2c428807447e8c13f8dcd73964f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302502 May 31 12:50:43.253236 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1ff69-7691-46e6-9abd-5d6c81251ef7,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.256761 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.257595 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54894) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.274167 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0eead47b-c079-42a6-b783-4b1afa77a84b req-8ae2555c-2d80-42ee-9cca-3c14d17f30f6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751647 May 31 12:50:43.327407 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.361951 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.394052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-a08039c9-e781-46d8-999a-11e1a15875a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.396087 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-a08039c9-e781-46d8-999a-11e1a15875a2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.3203342 May 31 12:50:43.427163 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.435724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ed63132c-4e1c-493b-b539-7da05b81c5e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.463221 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1ff69-7691-46e6-9abd-5d6c81251ef7,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.466604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.468084 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.469466 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2b1ff69-7691-46e6-9abd-5d6c81251ef7 HTTP/1.1" status: 204 len: 168 time: 0.2109468 May 31 12:50:43.562518 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-a4fb7bca-821a-4ead-b814-a19ace29ac44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 HTTP/1.1" status: 200 len: 217 time: 0.1403294 May 31 12:50:43.652998 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64676ee8-36bc-496a-b90d-7a029632fd7b req-98d63c97-0408-422d-9eb7-8e6f3a33b078 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.660380 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-64676ee8-36bc-496a-b90d-7a029632fd7b req-98d63c97-0408-422d-9eb7-8e6f3a33b078 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 943 time: 0.5345418 May 31 12:50:43.708652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-96c84bf1-34cf-40ff-814e-ed0382136967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.710160 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-96c84bf1-34cf-40ff-814e-ed0382136967 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.1295321 May 31 12:50:43.787255 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-90eb18ba-dd78-4b5b-9aac-0d3a24a4f025 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664406 May 31 12:50:43.792429 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-64676ee8-36bc-496a-b90d-7a029632fd7b req-966f70b5-65fd-45f3-b2cb-e996a630ea90 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307664 May 31 12:50:43.799559 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-51684db1-7c01-45af-a175-d84a5244b857 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.803808 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a77f0678-8b95-46af-9021-8b375a0155a6 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:43.806124 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-51684db1-7c01-45af-a175-d84a5244b857 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.4062848 May 31 12:50:43.863960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54914) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.885166 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.901025 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-6beac69b-00a5-4da6-a12d-6d4c3f2eeffc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/quotas/d2e1caaf524c4ec6b7dd0de64284fa6d HTTP/1.1" status: 200 len: 375 time: 0.0937264 May 31 12:50:43.903203 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.907896 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Usage tracker for resource:security_group_rule and tenant:0c24704df2304764ba7c098986956ecc is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.911039 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.918194 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:43.959214 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a77f0678-8b95-46af-9021-8b375a0155a6,segment=NetworkSegment(a839e8e0-2469-4487-8438-62ab46bdc952),segment_id=a839e8e0-2469-4487-8438-62ab46bdc952)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:43.980511 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'a77f0678-8b95-46af-9021-8b375a0155a6', 'network_id': 'eb3274fa-7f4e-4bb1-82c4-d0201d4114c9', 'port_id': 'a77f0678-8b95-46af-9021-8b375a0155a6', 'mac_address': 'fa:16:3e:72:76:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3ed81e-a5f2-4390-a552-0e921d496407', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:44.032164 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-0ce2ff0a-9af7-4ba7-889c-6db44e56cdb1 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196171 May 31 12:50:44.032416 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.040750 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.053019 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.054930 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-21ccb75d-35c9-4602-b796-c9558ca44d2a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1524765 May 31 12:50:44.071108 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77f0678-8b95-46af-9021-8b375a0155a6 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:44.074977 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.088518 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a77f0678-8b95-46af-9021-8b375a0155a6,segment=NetworkSegment(a839e8e0-2469-4487-8438-62ab46bdc952),segment_id=a839e8e0-2469-4487-8438-62ab46bdc952)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:44.094987 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.096128 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c24704df2304764ba7c098986956ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303472 May 31 12:50:44.097132 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54922) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.097541 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.147913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6aa959-cfdf-4dac-baa1-aab3ca7a44f4,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.170057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.188643 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.208306 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.211401 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.222549 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.286097 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.290991 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-388f2841-247a-4bc4-93f3-1c6634df7bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.305891 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6aa959-cfdf-4dac-baa1-aab3ca7a44f4,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.308837 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.311185 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.312251 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba6aa959-cfdf-4dac-baa1-aab3ca7a44f4 HTTP/1.1" status: 204 len: 168 time: 0.2117519 May 31 12:50:44.402634 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-921d5e7c-fce5-4c16-8577-b32866e4b844 req-e8e55856-2e30-4b63-a63d-f61a6f9ad69f service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265672 May 31 12:50:44.414825 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-7e3786e9-abf2-443f-998c-b5c77ab9c6a8 service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589835 May 31 12:50:44.432041 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['a77f0678-8b95-46af-9021-8b375a0155a6'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:44.533947 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4136c25-41f9-4a80-813e-480a2ec24a23 req-7c322ab3-600e-4f9b-94a4-e54db5f6b049 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.540788 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4136c25-41f9-4a80-813e-480a2ec24a23 req-7c322ab3-600e-4f9b-94a4-e54db5f6b049 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.3772063 May 31 12:50:44.621266 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4136c25-41f9-4a80-813e-480a2ec24a23 req-cd85c875-0ce9-45d6-99b2-fbe853b68f01 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776861 May 31 12:50:44.649705 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-252ede8c-59fb-4f3a-8e6f-9abaa5d92d39 service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340279 May 31 12:50:44.828961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54960) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.902336 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260af372-954d-4c80-849a-14e7b55ef3a4 req-03947b66-f668-48e1-abf9-823d1dc4d461 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.903876 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-260af372-954d-4c80-849a-14e7b55ef3a4 req-03947b66-f668-48e1-abf9-823d1dc4d461 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.1347542 May 31 12:50:45.031263 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-260af372-954d-4c80-849a-14e7b55ef3a4 req-317efbee-5615-4e02-add7-e88b263a31e3 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682640 May 31 12:50:45.051374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389145b-0345-42b3-93e0-64b3f914fa49 req-b842ad3b-e9c4-4d18-a97e-d8c8f96d639c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:45.051374 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3389145b-0345-42b3-93e0-64b3f914fa49 req-b842ad3b-e9c4-4d18-a97e-d8c8f96d639c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1462636 May 31 12:50:45.080670 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.114232 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:45.118457 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Usage tracker for resource:security_group_rule and tenant:252ac96dd7684d3685dcf5d7699c3a78 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:45.121085 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3389145b-0345-42b3-93e0-64b3f914fa49 req-50f24b6f-aafe-491e-a90e-878ccbd01b19 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588043 May 31 12:50:45.122090 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:45.128559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:45.253473 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.258866 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.269828 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d55710f7-a0c5-48c5-810b-7d718af6f7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:45.271849 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d3c51b1e-1b40-42ef-acc2-462d99934721 req-6757de10-c448-4ee8-b1f0-3ee63d807f6c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 210 time: 0.0657694 May 31 12:50:45.320129 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=252ac96dd7684d3685dcf5d7699c3a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4883535 May 31 12:50:45.321039 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 54986) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:45.343730 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4436ebb3-4c24-4007-8ab7-1bb99396ab24,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:45.348728 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:45.360087 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc689a-283d-40f7-b769-5d5a313f3ef0 req-cf4387cc-9b99-4ad9-9980-5b36b8b9f99e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:45.364670 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aebc689a-283d-40f7-b769-5d5a313f3ef0 req-cf4387cc-9b99-4ad9-9980-5b36b8b9f99e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2003558 May 31 12:50:45.375202 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 54990) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:45.384423 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'floatingip': {'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:45.414687 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.459142 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.578451 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.640528 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512bf26-54e9-43ea-aa30-16de0491bbe6 req-f47a6fc4-4654-4521-90a3-ccdafa196da0 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:45.647675 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5512bf26-54e9-43ea-aa30-16de0491bbe6 req-f47a6fc4-4654-4521-90a3-ccdafa196da0 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 944 time: 0.2031157 May 31 12:50:45.662179 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.667752 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:45.695523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436ebb3-4c24-4007-8ab7-1bb99396ab24,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:45.701609 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:45.725750 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:45.726921 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4436ebb3-4c24-4007-8ab7-1bb99396ab24 HTTP/1.1" status: 204 len: 168 time: 0.4024620 May 31 12:50:45.762161 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5512bf26-54e9-43ea-aa30-16de0491bbe6 req-cfbced78-9e34-419e-83a5-4d127d87c8c6 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956550 May 31 12:50:45.822422 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a77f0678-8b95-46af-9021-8b375a0155a6 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:45.916944 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port a77f0678-8b95-46af-9021-8b375a0155a6 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:45.924013 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port a77f0678-8b95-46af-9021-8b375a0155a6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:45.924615 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:46.134413 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:46.209432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a77f0678-8b95-46af-9021-8b375a0155a6,segment=NetworkSegment(a839e8e0-2469-4487-8438-62ab46bdc952),segment_id=a839e8e0-2469-4487-8438-62ab46bdc952)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:46.212103 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:46.217387 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394ba3b-1833-4be9-85d8-b2058898a0b9" -d '{"events": [{"server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "name": "network-vif-plugged", "status": "completed", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:46.219313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-450fc7d1-72da-4c64-a7ab-247a60e0aaf6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.220888 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-450fc7d1-72da-4c64-a7ab-247a60e0aaf6 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.38 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.2231431 May 31 12:50:46.224601 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:46.228347 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:46.342559 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:46.346474 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:46.507099 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55026) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:46.584625 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:46.656934 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:46.670459 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Usage tracker for resource:security_group_rule and tenant:7d25c0fdecd848e5b8d19d1c9d0b4c6f is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:46.679378 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:46.690428 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:46.761314 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84269e5-5c37-4fd1-a3a7-fa0be9876ffa req-a5cb9e5a-0013-4022-88cf-7e78aa550307 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.762792 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f84269e5-5c37-4fd1-a3a7-fa0be9876ffa req-a5cb9e5a-0013-4022-88cf-7e78aa550307 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.3775685 May 31 12:50:46.762902 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-02f22e43-c011-45c8-9008-996fe747a080 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.763483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-9e793220-4904-4f20-86eb-afde70cc74ff req-02f22e43-c011-45c8-9008-996fe747a080 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:network {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:46.777692 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777d7f4-a31b-4373-ba55-487cad3272a2 req-db680c08-6658-4ce2-8182-ed3bf8d5b0d7 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:46.781149 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3777d7f4-a31b-4373-ba55-487cad3272a2 req-db680c08-6658-4ce2-8182-ed3bf8d5b0d7 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 946 time: 0.2728548 May 31 12:50:46.825698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-9e793220-4904-4f20-86eb-afde70cc74ff req-02f22e43-c011-45c8-9008-996fe747a080 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:network {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:46.826838 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-02f22e43-c011-45c8-9008-996fe747a080 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.4123142 May 31 12:50:46.845016 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Request body: {'port': {'device_id': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'admin_state_up': True, 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:46.848423 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Deleting port 9e4dd99a-655e-426d-992a-458abcd39535 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:46.848766 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:46.959839 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f84269e5-5c37-4fd1-a3a7-fa0be9876ffa req-372e21e4-7a61-4b8b-bfe1-a4c2f5c5e2a0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796143 May 31 12:50:46.990687 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3777d7f4-a31b-4373-ba55-487cad3272a2 req-060692b7-217c-4991-899f-d181d7be523b tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/security-groups?id=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042336 May 31 12:50:47.030150 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.036030 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c3407-7c97-4c73-943b-08dc851513d7 x-openstack-request-id: req-7b5c3407-7c97-4c73-943b-08dc851513d7 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:47.037123 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "name": "network-vif-plugged", "status": "completed", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:47.037640 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b5c3407-7c97-4c73-943b-08dc851513d7 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:47.037962 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.039330 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6', 'code': 200} May 31 12:50:47.078142 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.082967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.094752 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7ce9a109-f3d1-4cb6-8c18-ca2072736d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:47.157758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] For port 9e4dd99a-655e-426d-992a-458abcd39535, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9e4dd99a-655e-426d-992a-458abcd39535,segment=NetworkSegment(f43a7e6d-0b65-45e9-be18-562c94c4debc),segment_id=f43a7e6d-0b65-45e9-be18-562c94c4debc)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:47.158134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.167808 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d25c0fdecd848e5b8d19d1c9d0b4c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6589441 May 31 12:50:47.213910 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55036) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:47.275155 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6031733-9543-4408-bd97-7afa5a09dea3,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:47.372490 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-97ffe6c7-e912-472c-846a-8e95bf5893ee req-f4590dd7-9114-44e7-b38c-7a9c63f77719 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 210 time: 0.2229764 May 31 12:50:47.387771 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Calling delete_port for 9e4dd99a-655e-426d-992a-458abcd39535 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:47.390452 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:47.438007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:47.464480 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:47.476775 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Floating IP c7289800-9164-4c34-8aed-5fc5045d45a9 associated. External IP: 172.28.2.236, port: 9b6a55f7-e35a-49b6-bc82-98b527e45600. May 31 12:50:47.545040 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.549600 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:47.553039 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.568505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f93c8-cd30-448e-be2a-be392173fb00 req-49df5e64-04dd-4382-9cc7-8852f2ed3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:47.568505 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-939f93c8-cd30-448e-be2a-be392173fb00 req-49df5e64-04dd-4382-9cc7-8852f2ed3675 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 1098 time: 0.2966616 May 31 12:50:47.596460 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046d0e-93cd-42c3-b46f-aeba7dead3d8 req-944883b8-eb95-4a30-8b86-315ef90f1b79 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:47.603522 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1046d0e-93cd-42c3-b46f-aeba7dead3d8 req-944883b8-eb95-4a30-8b86-315ef90f1b79 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.3886130 May 31 12:50:47.607207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.730645 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1046d0e-93cd-42c3-b46f-aeba7dead3d8 req-19a2ca43-9bc1-4e08-9528-896e685fbea1 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253383 May 31 12:50:47.756780 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-939f93c8-cd30-448e-be2a-be392173fb00 req-9b1da131-b23a-414e-9b37-9a5f4fe4d81e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748445 May 31 12:50:47.767698 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.771898 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:47.794545 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6031733-9543-4408-bd97-7afa5a09dea3,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:47.800693 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:47.804874 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.817758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:47.823085 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['9e4dd99a-655e-426d-992a-458abcd39535'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:47.860020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:47.863588 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6031733-9543-4408-bd97-7afa5a09dea3 HTTP/1.1" status: 204 len: 168 time: 0.6427240 May 31 12:50:47.870144 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Pushing event deleted for resources: {'Port': ['ID=9e4dd99a-655e-426d-992a-458abcd39535,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:47.885020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:48.077836 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] No DVR routers for this DVR port 9e4dd99a-655e-426d-992a-458abcd39535 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:48.086231 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.089465 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dfaf17fd-aa51-4e36-95ae-cd40c7bcaa95 req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.38 "DELETE /v2.0/ports/9e4dd99a-655e-426d-992a-458abcd39535 HTTP/1.1" status: 204 len: 173 time: 1.8558054 May 31 12:50:48.090947 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'name': 'network-vif-deleted', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:48.095514 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53439989-de23-4268-a2a6-ce6e54235922" -d '{"events": [{"server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "name": "network-vif-deleted", "tag": "9e4dd99a-655e-426d-992a-458abcd39535"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:48.099714 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Allocated IP 172.20.0.3 (aec20416-10b5-4489-95f4-5b892c087481/89f6df94-c935-49a3-a0d8-7f2fbce52069/70ccd312-7c00-413e-95f2-a8fe9f720531) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:48.185988 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:48.295985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-73607829-8077-4d1f-b351-3f8eae664ed7 req-7c12cac9-266d-4df3-b00b-fbb63b6f6902 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Synchronizing usage tracker for tenant:be05c416194b4255b572ccdba097a4d0 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:48.321028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-73607829-8077-4d1f-b351-3f8eae664ed7 req-7c12cac9-266d-4df3-b00b-fbb63b6f6902 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Unset dirty status for tenant:be05c416194b4255b572ccdba097a4d0 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:48.322225 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-73607829-8077-4d1f-b351-3f8eae664ed7 req-7c12cac9-266d-4df3-b00b-fbb63b6f6902 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 210 time: 0.0995152 May 31 12:50:48.336024 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8b35-ca56-48b5-9981-de0fc500f683 req-931d779d-f8a3-43fb-8048-8abc9058d1fa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:48.337686 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6fc8b35-ca56-48b5-9981-de0fc500f683 req-931d779d-f8a3-43fb-8048-8abc9058d1fa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2101283 May 31 12:50:48.458113 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7289928-37b8-4508-823e-29df028564a4 x-openstack-request-id: req-b7289928-37b8-4508-823e-29df028564a4 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:48.458387 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2e685f-114d-4c80-b198-617bdf0d5f03", "name": "network-vif-deleted", "tag": "9e4dd99a-655e-426d-992a-458abcd39535", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:48.458684 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7289928-37b8-4508-823e-29df028564a4 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:48.459126 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2e685f-114d-4c80-b198-617bdf0d5f03', 'name': 'network-vif-deleted', 'tag': '9e4dd99a-655e-426d-992a-458abcd39535', 'status': 'completed', 'code': 200} May 31 12:50:48.514749 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6fc8b35-ca56-48b5-9981-de0fc500f683 req-2871af4e-e00d-4a3e-8531-7206cc06bdb6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685066 May 31 12:50:48.526552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.576063 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b23c78fe-c331-44e1-a963-09234e1aac32 req-82e51d1a-6ec6-4d01-98fa-ced2ab90f5fb tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 210 time: 0.0543528 May 31 12:50:48.585758 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:48.603332 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:48.605809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.623753 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.632194 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:48.641719 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:48.642365 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:48.686993 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8e46fc5f-e375-4882-9c4c-401edf3a2e8f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:48.747203 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-934428e1-ba95-45af-bf55-895b3d377372 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "PUT /v2.0/floatingips/c7289800-9164-4c34-8aed-5fc5045d45a9 HTTP/1.1" status: 200 len: 991 time: 3.3698816 May 31 12:50:48.762313 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:48.770594 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:48.847578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Network aec20416-10b5-4489-95f4-5b892c087481 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:48.856627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:48.862506 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:48.878882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:48.879530 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:48.904883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event updated for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:48.913725 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:48.929541 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0895483 May 31 12:50:48.946831 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Request body: {'port': {'device_id': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:49.020627 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:49.147604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0ddcf-3c9a-4198-83e8-4f573b57e2ae x-openstack-request-id: req-95a0ddcf-3c9a-4198-83e8-4f573b57e2ae {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:49.148108 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:49.148195 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95a0ddcf-3c9a-4198-83e8-4f573b57e2ae {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:49.148573 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'status': 'completed', 'code': 200} May 31 12:50:49.149269 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:49.305461 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc7a0-c085-44aa-bf27-cf3f3c515962 req-1db9b6cd-7252-4c40-be5e-6adfd08f0a58 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:49.307495 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01ffc7a0-c085-44aa-bf27-cf3f3c515962 req-1db9b6cd-7252-4c40-be5e-6adfd08f0a58 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.2985792 May 31 12:50:49.311908 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-1d074cb4-6b7b-429f-a3dd-bc0333907869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:49.314931 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-1d074cb4-6b7b-429f-a3dd-bc0333907869 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1098 time: 0.2010798 May 31 12:50:49.698403 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c7289800-9164-4c34-8aed-5fc5045d45a9', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:26Z', 'updated_at': '2021-05-31T12:50:46Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:49.713405 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:49.724679 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01ffc7a0-c085-44aa-bf27-cf3f3c515962 req-a9e2ba12-e719-458c-a231-58e0efa28b9f tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080851 May 31 12:50:49.739810 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:49.742123 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:49.833010 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9e4dd99a-655e-426d-992a-458abcd39535 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:49.862553 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-599ea4dc-1a84-4617-89dc-2db561231a47 req-c0861593-99b4-4dc2-9d0a-343e09ce2721 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b2e685f-114d-4c80-b198-617bdf0d5f03 HTTP/1.1" status: 200 len: 210 time: 0.1651485 May 31 12:50:49.915211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 9e4dd99a-655e-426d-992a-458abcd39535 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:49.915559 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9e4dd99a-655e-426d-992a-458abcd39535 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:49.970753 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.087651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ccd312-7c00-413e-95f2-a8fe9f720531 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:50.094221 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:50.101349 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.110274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-d0765d97-42b6-4cd0-9782-5682b854368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.112363 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-d0765d97-42b6-4cd0-9782-5682b854368a service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.7740326 May 31 12:50:50.137303 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Transition to ACTIVE for port object 70ccd312-7c00-413e-95f2-a8fe9f720531 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:50.146210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.151804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:50.273732 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-f4026839-d231-450a-b617-543168f8fd8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 999 time: 0.1424499 May 31 12:50:50.285624 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77331-aefd-4f23-8780-c16282d74aba req-1d74d101-d7c9-4803-b973-2fc49d0e5f3b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.294294 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c7c77331-aefd-4f23-8780-c16282d74aba req-1d74d101-d7c9-4803-b973-2fc49d0e5f3b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2992752 May 31 12:50:50.357095 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Pushing event updated for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:50.367035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:50.376209 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1df6e7-08a6-4f11-ab18-2ee75a8fb1e9 req-99ff3135-7895-4f11-9480-a38652a7ddd9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.383057 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf1df6e7-08a6-4f11-ab18-2ee75a8fb1e9 req-99ff3135-7895-4f11-9480-a38652a7ddd9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 931 time: 0.3797884 May 31 12:50:50.383641 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Attempting to bind port 70ccd312-7c00-413e-95f2-a8fe9f720531 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:50.383975 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Attempting to bind port 70ccd312-7c00-413e-95f2-a8fe9f720531 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:50.384296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Attempting to bind port 70ccd312-7c00-413e-95f2-a8fe9f720531 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:50.389929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Port 70ccd312-7c00-413e-95f2-a8fe9f720531 on network aec20416-10b5-4489-95f4-5b892c087481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:50.390248 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Attempting to bind port 70ccd312-7c00-413e-95f2-a8fe9f720531 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:50.395824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:50.396351 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Checking segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:50.396758 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Bound using segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:50.397214 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Bound port: 70ccd312-7c00-413e-95f2-a8fe9f720531, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:50.397585 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.415953 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c7c77331-aefd-4f23-8780-c16282d74aba req-a454d7b2-3156-4c02-ae58-b7cf119d52f0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207304 May 31 12:50:50.511610 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-048aa324-4bab-471d-a91f-87394f5135a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.513204 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-048aa324-4bab-471d-a91f-87394f5135a4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.2042999 May 31 12:50:50.530522 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:50.534405 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=70ccd312-7c00-413e-95f2-a8fe9f720531,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:50.539949 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.546071 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f82884d8-e4cd-4ce8-9cd3-8e699b051845 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:50.615185 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf1df6e7-08a6-4f11-ab18-2ee75a8fb1e9 req-b17d8e5f-bbc0-4ccb-a23b-607363e5a5e5 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311184 May 31 12:50:50.637980 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.638604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.640090 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] 10.222.0.38 "PUT /v2.0/ports/70ccd312-7c00-413e-95f2-a8fe9f720531 HTTP/1.1" status: 200 len: 1093 time: 1.6990623 May 31 12:50:50.664605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-8832d936-341b-43fa-8436-e85d936ad6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.666425 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Pushing event updated for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:50.666946 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-8832d936-341b-43fa-8436-e85d936ad6b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1375778 May 31 12:50:50.671599 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:50.693011 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c7289800-9164-4c34-8aed-5fc5045d45a9', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:26Z', 'updated_at': '2021-05-31T12:50:46Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:50.697793 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e2df22-8d39-4c08-972f-f03743e82eec None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c7289800-9164-4c34-8aed-5fc5045d45a9', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:26Z', 'updated_at': '2021-05-31T12:50:46Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:50.786447 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-bcc7a8ec-90a6-47f3-9a80-6d2a71a59160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.787908 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-bcc7a8ec-90a6-47f3-9a80-6d2a71a59160 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 1096 time: 0.0983431 May 31 12:50:50.865773 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-832b555d-0fa5-40e3-9807-f2d6380d526a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ccd312-7c00-413e-95f2-a8fe9f720531 HTTP/1.1" status: 200 len: 217 time: 0.0687635 May 31 12:50:50.960204 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-bbb576e0-f5fe-4387-8cf5-2d0851c05738 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777839 May 31 12:50:50.968499 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793220-4904-4f20-86eb-afde70cc74ff req-90a63bf5-6e90-4cc5-bfb1-ba4f422ae867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.972606 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-90a63bf5-6e90-4cc5-bfb1-ba4f422ae867 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0976539 May 31 12:50:51.054789 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-484afae3-2e55-4a45-aaac-297dd801b9e5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695498 May 31 12:50:51.089911 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1184e0-36b2-40b3-9308-efac22627a9b None None] New status for floating IP c7289800-9164-4c34-8aed-5fc5045d45a9: ACTIVE {{(pid=98260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:51.142156 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc542-c20e-4be4-84f0-7a0f242b4c89 req-c31bc3e9-3439-4ad5-9beb-557d8d162277 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.149182 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-66bbc542-c20e-4be4-84f0-7a0f242b4c89 req-c31bc3e9-3439-4ad5-9beb-557d8d162277 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.2792151 May 31 12:50:51.174581 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9d4ec5ef-9a0d-4f53-bb61-1350055bf821 req-35d20cac-0d30-496e-a3e3-d419692964d4 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090833 May 31 12:50:51.195098 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:51.199151 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efb233e-f62c-4590-8821-0b3fa77a3957" -d '{"events": [{"name": "network-changed", "server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:51.212775 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-66bbc542-c20e-4be4-84f0-7a0f242b4c89 req-ef84a569-0228-4962-b1fd-46cbc9e19582 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 May 31 12:50:51.269779 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-2f4bc5af-4cd0-4b95-b730-c3484a63fe91 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035146 May 31 12:50:51.300846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8800a384-0785-4ae6-99b5-6fa5c5a53b5c x-openstack-request-id: req-8800a384-0785-4ae6-99b5-6fa5c5a53b5c {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:51.301219 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:51.301480 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8800a384-0785-4ae6-99b5-6fa5c5a53b5c {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:51.302238 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531', 'status': 'completed', 'code': 200} May 31 12:50:51.425545 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9e793220-4904-4f20-86eb-afde70cc74ff req-20c242ae-e3c3-411a-8ed6-0e1665382a4e service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477094 May 31 12:50:51.639890 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1400f-c423-4eaf-a618-0604637f5c6e req-bf6c7be9-676d-429c-978d-046e7712690d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.647934 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-63a1400f-c423-4eaf-a618-0604637f5c6e req-bf6c7be9-676d-429c-978d-046e7712690d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1015031 May 31 12:50:51.650504 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-15a4d786-47ee-45c1-9b66-e46475c6738e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.652884 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-15a4d786-47ee-45c1-9b66-e46475c6738e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1518621 May 31 12:50:51.699745 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-63a1400f-c423-4eaf-a618-0604637f5c6e req-986efa71-87f7-4959-95b4-103fe7bc884f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 May 31 12:50:51.857565 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164900e-e77c-461c-b184-e0420e2efa8d req-a0e5eca2-b0b5-4688-9d45-45b203c6ae79 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.870445 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e164900e-e77c-461c-b184-e0420e2efa8d req-a0e5eca2-b0b5-4688-9d45-45b203c6ae79 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 943 time: 0.1175842 May 31 12:50:51.872408 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-15134c59-1ae8-4dc0-b196-ef2cc413356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.874101 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-15134c59-1ae8-4dc0-b196-ef2cc413356c service neutron] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 916 time: 0.2055273 May 31 12:50:51.915819 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e164900e-e77c-461c-b184-e0420e2efa8d req-a0427040-36ed-4595-82bd-fd471bf47ca2 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 May 31 12:50:51.973195 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-86c5ea1f-0879-44db-8989-401902754ad6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70ccd312-7c00-413e-95f2-a8fe9f720531 HTTP/1.1" status: 200 len: 217 time: 0.0733838 May 31 12:50:52.063435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-d8137aa5-2317-4ae0-93f1-b56f1695a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.065048 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-d8137aa5-2317-4ae0-93f1-b56f1695a068 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0791340 May 31 12:50:52.120803 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-d7232eb3-c067-43f7-aa10-407110a19f12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466571 May 31 12:50:52.286690 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a8b2c55b-614f-4036-b1fd-17a4467c611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:52.360355 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-4b15c248-5640-466e-a7d3-10da1a917516 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254043 May 31 12:50:52.500642 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1efb233e-f62c-4590-8821-0b3fa77a3957 req-d3f79b85-a6ba-475a-a510-55cb208f9dbc service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337311 May 31 12:50:52.881831 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b94eca-9341-4247-9746-9cef023c3428 req-6755f469-f4fc-4690-96b1-da89a028e8a6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.883266 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01b94eca-9341-4247-9746-9cef023c3428 req-6755f469-f4fc-4690-96b1-da89a028e8a6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.0783176 May 31 12:50:52.928218 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01b94eca-9341-4247-9746-9cef023c3428 req-ec95d363-18b7-49ba-8cf6-f77cfc7d8615 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390670 May 31 12:50:53.188257 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba143b5-36a7-4a8f-9f12-490b84e45d2e req-36f2b3b2-588a-48b2-8d1d-5c3c49d8e764 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.189914 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9ba143b5-36a7-4a8f-9f12-490b84e45d2e req-36f2b3b2-588a-48b2-8d1d-5c3c49d8e764 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 943 time: 0.1429749 May 31 12:50:53.236684 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9ba143b5-36a7-4a8f-9f12-490b84e45d2e req-6cbf7bcb-f4df-4ee2-b286-d5ece2b8e849 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 May 31 12:50:53.458694 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55246) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:53.530209 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Deleting subnet face17e2-577f-4402-9702-5bbf3cd36ea9 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:50:53.534340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.589502 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.596781 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.848602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 70ccd312-7c00-413e-95f2-a8fe9f720531 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:53.874529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.880089 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:53.923965 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=face17e2-577f-4402-9702-5bbf3cd36ea9,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:53.933352 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:53.938217 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.946096 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/face17e2-577f-4402-9702-5bbf3cd36ea9 HTTP/1.1" status: 204 len: 168 time: 0.4862802 May 31 12:50:53.949330 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55270) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:54.122890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=70ccd312-7c00-413e-95f2-a8fe9f720531,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:54.143486 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '70ccd312-7c00-413e-95f2-a8fe9f720531', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'port_id': '70ccd312-7c00-413e-95f2-a8fe9f720531', 'mac_address': 'fa:16:3e:08:c9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f6df94-c935-49a3-a0d8-7f2fbce52069', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:54.193363 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.226955 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.250242 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ccd312-7c00-413e-95f2-a8fe9f720531 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:54.269626 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=70ccd312-7c00-413e-95f2-a8fe9f720531,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:54.276639 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.282234 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:54.338244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bcdbd-91db-4c57-a330-7724037ea9c0 req-334c7199-e36a-41b0-9a3b-09560f631906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:54.341281 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-245bcdbd-91db-4c57-a330-7724037ea9c0 req-334c7199-e36a-41b0-9a3b-09560f631906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1802847 May 31 12:50:54.396573 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:54.407554 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.409528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:54.423995 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.424348 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.425645 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.426058 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.426388 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.426831 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.427165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.427487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.427862 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.428185 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.468687 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-245bcdbd-91db-4c57-a330-7724037ea9c0 req-264c61c5-e94c-4dc2-ae56-16f55da8ad56 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077838 May 31 12:50:54.572249 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.573193 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.573676 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.574145 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:50:54.574643 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21010955-9a83-4b91-8664-d01f63a0c656']}} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:54.591186 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43a7e6d-0b65-45e9-be18-562c94c4debc') {'for_net_delete': True} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:54.591659 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43a7e6d-0b65-45e9-be18-562c94c4debc') {} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:54.604150 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146129'] for segment, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.610923 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff0c1-e567-464a-9b6a-e4e285fbd869 req-fe96eaef-f161-4a43-87ab-5504e2477e57 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:54.620728 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2a8ff0c1-e567-464a-9b6a-e4e285fbd869 req-fe96eaef-f161-4a43-87ab-5504e2477e57 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 944 time: 0.1158721 May 31 12:50:54.625609 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.634562 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=98259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:50:54.635062 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2149668'] for segment, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: from cryptography.utils import int_from_bytes May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: from cryptography.utils import int_from_bytes May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: Traceback (most recent call last): May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: timer() May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: cb(*args, **kw) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: return func(*args, **kwargs) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: self._notify() May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: self.callback(batched_events) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: event.method(event) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: return f(self, *a, **k) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: return self._get(url).json() May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: return self.request(url, 'GET', **kwargs) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:50:54.655201 dv-cinder-793264-2-smb neutron-server[98259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:50:54.661386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['70ccd312-7c00-413e-95f2-a8fe9f720531'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:54.695941 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2a8ff0c1-e567-464a-9b6a-e4e285fbd869 req-4e0df32b-72c9-45b7-ae92-61687a44c4be tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 May 31 12:50:54.747335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.753290 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:54.774025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e5ebef9d-096a-4757-af04-7dcfd0f8d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.780077 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.783325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:54.797192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21010955-9a83-4b91-8664-d01f63a0c656,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:54.802871 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/21010955-9a83-4b91-8664-d01f63a0c656 HTTP/1.1" status: 204 len: 168 time: 0.8495643 May 31 12:50:54.808381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.808814 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.809549 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.809974 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.810505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.810933 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.811339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.811771 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.812178 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.812582 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.812981 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.813409 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:54.817094 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:55.000346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55312) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:55.057153 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1ea86e16-b4e9-4324-8382-925097d14980 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be05c416194b4255b572ccdba097a4d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0534198 May 31 12:50:55.057931 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55322) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:55.120884 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.148655 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.205702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.210082 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:55.227525 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a0f89-5e26-4d2f-96dc-71e9b0d947a0,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:55.230607 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:55.243734 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.245930 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d46a0f89-5e26-4d2f-96dc-71e9b0d947a0 HTTP/1.1" status: 204 len: 168 time: 0.1870942 May 31 12:50:55.630462 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.726523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a825c9-e0b1-416d-beac-5d12fc8cde47 req-c53fc50a-4109-49c0-a5d6-d9c83d2a2d60 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.728593 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-39a825c9-e0b1-416d-beac-5d12fc8cde47 req-c53fc50a-4109-49c0-a5d6-d9c83d2a2d60 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1375740 May 31 12:50:55.799888 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-39a825c9-e0b1-416d-beac-5d12fc8cde47 req-3cecbfef-4f9f-428e-83b6-29868eb6fbb7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645993 May 31 12:50:55.862590 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 70ccd312-7c00-413e-95f2-a8fe9f720531 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:55.965957 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7e0e3-4969-4774-8b00-5b4bf3638a49 req-42ede4fd-a3dc-47e1-ace0-ba1a04530a10 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.968560 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2ad7e0e3-4969-4774-8b00-5b4bf3638a49 req-42ede4fd-a3dc-47e1-ace0-ba1a04530a10 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.1051579 May 31 12:50:56.010010 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 70ccd312-7c00-413e-95f2-a8fe9f720531 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:56.015176 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 70ccd312-7c00-413e-95f2-a8fe9f720531 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:56.015633 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.155737 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2ad7e0e3-4969-4774-8b00-5b4bf3638a49 req-5f409990-ce0a-4a41-b75e-dd065e2acd68 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815794 May 31 12:50:56.206627 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.212726 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1a8e9-0766-4db6-ac83-630bfd639e8c req-b054654b-dd46-45c6-bbcf-cbe38e036c17 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:56.215247 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2f1a8e9-0766-4db6-ac83-630bfd639e8c req-b054654b-dd46-45c6-bbcf-cbe38e036c17 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 944 time: 0.1933548 May 31 12:50:56.253145 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:56.257362 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56136c05-388e-47a1-9561-eceb39430c54" -d '{"events": [{"server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "name": "network-vif-plugged", "status": "completed", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:56.266191 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2f1a8e9-0766-4db6-ac83-630bfd639e8c req-766604c0-9540-4f89-80a8-9d8b8b8d41a5 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 May 31 12:50:56.268061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=70ccd312-7c00-413e-95f2-a8fe9f720531,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:56.276693 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.278963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:56.336173 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f897acb-9b9e-42e5-9af1-26f7f176951b x-openstack-request-id: req-6f897acb-9b9e-42e5-9af1-26f7f176951b {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:56.336794 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "name": "network-vif-plugged", "status": "completed", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:56.337062 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f897acb-9b9e-42e5-9af1-26f7f176951b {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:56.337516 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531', 'code': 200} May 31 12:50:56.408092 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:56.414259 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:56.439552 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55406) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:56.580783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1956852647-network', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:56.586996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:56.591931 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Usage tracker for resource:network and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:56.595030 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:56.601877 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:56.618588 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Made reservation on behalf of 228c23ebeaa1479f8b22d7eea3651aaa for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:56.621321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.635730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.640808 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f5737-990d-4c4f-a7b6-241afe407d60 req-f900ca02-115c-4e5d-9b7b-4dd6881700b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:56.642480 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-286f5737-990d-4c4f-a7b6-241afe407d60 req-f900ca02-115c-4e5d-9b7b-4dd6881700b6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 1098 time: 0.0969460 May 31 12:50:56.650763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:56.655467 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:56.658413 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:56.672260 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:56.690284 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-286f5737-990d-4c4f-a7b6-241afe407d60 req-f761dc6f-2993-4291-86b3-bb3180387784 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 May 31 12:50:56.760082 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.763730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.768193 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:56.801787 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:50:56.810372 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00144e-00a8-49f3-b8b1-3abb8ca45b60,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:56.819665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.820002 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Added segment 0ee39afb-626c-4464-96a2-3e7dad78b355 of type vlan for network 127e6114-b151-4971-a21e-244e09760a8e May 31 12:50:56.821595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.821949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.822294 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.822635 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.823001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.823339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.823676 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.824006 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.824339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.824670 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.824999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.825349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:56.830763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:56.858709 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.888137 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.889770 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:56.890350 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.895072 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:57.044705 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6037419 May 31 12:50:57.047799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Pushing event updated for resources: {'Network': ['ID=127e6114-b151-4971-a21e-244e09760a8e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:57.047943 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55416) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:57.051846 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:57.053500 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Request body: {'subnet': {'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1956852647-subnet', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:57.059596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:57.061493 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 127e6114-b151-4971-a21e-244e09760a8e details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:50:57.064085 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Usage tracker for resource:subnet and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:57.067757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:57.075337 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:57.082750 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aafe8-9a10-4c33-bea0-ba28872051c2 req-4a52905b-5976-4e47-99be-6db0c831689e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:57.084201 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-142aafe8-9a10-4c33-bea0-ba28872051c2 req-4a52905b-5976-4e47-99be-6db0c831689e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1673648 May 31 12:50:57.087173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Made reservation on behalf of 228c23ebeaa1479f8b22d7eea3651aaa for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:57.089751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3249087'] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.145191 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-142aafe8-9a10-4c33-bea0-ba28872051c2 req-0346f232-34b1-4b61-8ad0-1ebc9a91d9a9 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 May 31 12:50:57.273215 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.396696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552191ca-845f-4de2-87fa-ca71ed9297ca req-d5591760-2ff4-4a24-b666-b06f0cd34a28 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:57.398549 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-552191ca-845f-4de2-87fa-ca71ed9297ca req-d5591760-2ff4-4a24-b666-b06f0cd34a28 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.1174624 May 31 12:50:57.542991 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-552191ca-845f-4de2-87fa-ca71ed9297ca req-4c5bdf42-3fa5-4adf-b9fe-e1568f0f5e23 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/security-groups?id=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080220 May 31 12:50:57.569158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ddec0-cfcd-4522-a09d-6e2dcb03d50b req-789be0ad-caed-4587-b490-80c08eb9949a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:57.577335 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-521ddec0-cfcd-4522-a09d-6e2dcb03d50b req-789be0ad-caed-4587-b490-80c08eb9949a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 945 time: 0.1777878 May 31 12:50:57.628684 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-521ddec0-cfcd-4522-a09d-6e2dcb03d50b req-32a4a305-02f4-40b4-a1f2-ba400b8b01e1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505223 May 31 12:50:57.761564 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2150337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3249065'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.767894 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:57.972873 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb03c59-eb16-44c0-85a5-9fdf189f551b,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:57.978487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:57.984969 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Checking segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:57.985419 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Network hostable DHCP agents. Network: 127e6114-b151-4971-a21e-244e09760a8e, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:50:58.010620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-db31a1b5-4a09-419d-bae5-bb9ae176439b tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.012066 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-db31a1b5-4a09-419d-bae5-bb9ae176439b tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.38 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 945 time: 0.2055967 May 31 12:50:58.019501 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Network 127e6114-b151-4971-a21e-244e09760a8e is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:50:58.065220 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 127e6114-b151-4971-a21e-244e09760a8e) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:58.076352 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126bfd9-a6e6-4702-a4f9-616765d11307 None None] Network 127e6114-b151-4971-a21e-244e09760a8e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:50:58.096594 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.097454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.181171 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1309781 May 31 12:50:58.182732 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55470) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:58.188135 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:58.194033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:58.201656 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Usage tracker for resource:router and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:58.209921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:58.210815 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Deleting port a77f0678-8b95-46af-9021-8b375a0155a6 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:58.211173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.220752 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:58.244364 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.245416 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.265063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55474) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:58.287567 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.374509 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] For port a77f0678-8b95-46af-9021-8b375a0155a6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a77f0678-8b95-46af-9021-8b375a0155a6,segment=NetworkSegment(a839e8e0-2469-4487-8438-62ab46bdc952),segment_id=a839e8e0-2469-4487-8438-62ab46bdc952)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:58.374870 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.387900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-127e6114-b151-4971-a21e-244e09760a8e', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:50:58.388795 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.458533 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a77ae-c22d-49f4-8eb4-3dbf1873ea05 req-c0236a18-b3e1-454a-b100-f0e2345b2842 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.460036 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-302a77ae-c22d-49f4-8eb4-3dbf1873ea05 req-c0236a18-b3e1-454a-b100-f0e2345b2842 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1772487 May 31 12:50:58.515093 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.517560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Calling delete_port for a77f0678-8b95-46af-9021-8b375a0155a6 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:58.568192 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Allocated IP 172.20.0.2 (127e6114-b151-4971-a21e-244e09760a8e/ffb03c59-eb16-44c0-85a5-9fdf189f551b/6fbde690-c1eb-4b9e-827c-e6d9f556d2f3) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:58.621757 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:58.691264 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Usage tracker for resource:security_group_rule and tenant:dda8eb1182eb495a9cadfbc8cdabbab0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:58.702132 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:58.723425 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.730559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:58.784971 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Pushing event deleted for resources: {'Port': ['ID=a77f0678-8b95-46af-9021-8b375a0155a6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:58.789422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:58.829009 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.840150 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Transition to ACTIVE for port object 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:58.843074 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:58.851021 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['a77f0678-8b95-46af-9021-8b375a0155a6'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:58.874221 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.891392 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-302a77ae-c22d-49f4-8eb4-3dbf1873ea05 req-fe54fd07-138a-4683-854c-307cb9e44aff tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773429 May 31 12:50:58.900253 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Transition to ACTIVE for port object 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:58.918687 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.920562 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] No DVR routers for this DVR port a77f0678-8b95-46af-9021-8b375a0155a6 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:58.921250 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e2c5da4c-b72f-4965-9471-6b77fb9be469 req-443ef5c3-86a2-4c84-a043-56b84b5c6f05 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f71ef0b-fa16-46d7-9908-66ce01705b14 HTTP/1.1" status: 200 len: 210 time: 0.2315888 May 31 12:50:58.923970 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.941044 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'name': 'network-vif-deleted', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:58.941199 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:58.941566 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2f8b51-1ebe-4df5-a5d6-8290f8f46882" -d '{"events": [{"server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "name": "network-vif-deleted", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:58.950051 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13581d7e-afc8-4195-acfa-60a942a4d8c8 req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] 10.222.0.38 "DELETE /v2.0/ports/a77f0678-8b95-46af-9021-8b375a0155a6 HTTP/1.1" status: 204 len: 173 time: 0.9209039 May 31 12:50:59.021442 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Network 127e6114-b151-4971-a21e-244e09760a8e is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:59.037875 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:59.060823 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:59.193035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf06cc7-9817-4616-a817-39cf30827487 x-openstack-request-id: req-adf06cc7-9817-4616-a817-39cf30827487 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:59.193686 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f71ef0b-fa16-46d7-9908-66ce01705b14", "name": "network-vif-deleted", "tag": "a77f0678-8b95-46af-9021-8b375a0155a6", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:59.194057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-adf06cc7-9817-4616-a817-39cf30827487 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:59.194575 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f71ef0b-fa16-46d7-9908-66ce01705b14', 'name': 'network-vif-deleted', 'tag': 'a77f0678-8b95-46af-9021-8b375a0155a6', 'status': 'completed', 'code': 200} May 31 12:50:59.233775 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Attempting to bind port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:59.234283 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Attempting to bind port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:59.234560 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Attempting to bind port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:59.236817 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Pushing event updated for resources: {'Port': ['ID=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.240735 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.241016 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.244610 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:59.245928 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Checking segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:59.246349 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.246742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Bound using segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:59.247264 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Bound port: 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:59.247647 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.254321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.267272 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6236f15b-e768-4ab3-9467-bfc1da16de82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:59.345016 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f9e77-5428-4ad6-af93-26fc732e8b8f,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.348500 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.355776 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dda8eb1182eb495a9cadfbc8cdabbab0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0897188 May 31 12:50:59.359516 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55512) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:59.362566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] For port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:59.365933 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] For port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:59.368531 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa4925-97c9-46bd-9f75-73fd2025a197 req-1946728e-aef3-4ce9-a0f5-74a4ccc91df1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:59.374999 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.377316 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0faa4925-97c9-46bd-9f75-73fd2025a197 req-1946728e-aef3-4ce9-a0f5-74a4ccc91df1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 945 time: 0.2719710 May 31 12:50:59.380308 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-bc5cb0d8-e18f-435d-93e4-36c9a80cb082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:59.430318 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.471516 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Pushing event updated for resources: {'Port': ['ID=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.473884 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.484714 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.561685 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.571569 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6c8d9423-dd3e-41c9-b120-a25691eec59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:59.592767 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f9e77-5428-4ad6-af93-26fc732e8b8f,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.597942 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.599325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.607762 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/391f9e77-5428-4ad6-af93-26fc732e8b8f HTTP/1.1" status: 204 len: 168 time: 0.2429779 May 31 12:50:59.615999 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0faa4925-97c9-46bd-9f75-73fd2025a197 req-a5cd0a0a-e348-4b03-be7e-3534efa3d67a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373846 May 31 12:50:59.690111 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.731513 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.992519 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:00.012818 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Allocated IP 172.28.2.234 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/fbeb97ba-b18a-43fc-86ac-c3838e65a5ac) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:00.124798 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:00.235871 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55538) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:00.255181 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.274293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:00.277909 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57de3f-0d5d-46f9-9506-67a59bd7743d req-bb7c2882-32ac-4337-95f1-e210f0a9f658 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:00.279832 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc57de3f-0d5d-46f9-9506-67a59bd7743d req-bb7c2882-32ac-4337-95f1-e210f0a9f658 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2497911 May 31 12:51:00.282215 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Usage tracker for resource:security_group_rule and tenant:d19fb4e2eaa240918921bb61779833f2 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:00.286001 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:00.293270 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:00.322546 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.401673 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cc57de3f-0d5d-46f9-9506-67a59bd7743d req-c52a97c0-d62d-4426-b5b4-54ac911ed819 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053083 May 31 12:51:00.419857 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.434152 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.454762 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:00.455191 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.465742 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:00.501076 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021cdee-38b1-429b-a909-5a854eb58540,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:00.510234 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d19fb4e2eaa240918921bb61779833f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732663 May 31 12:51:00.510917 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55548) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:00.511994 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:00.592239 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.615638 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:00.620138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:00.628802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:00.639023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.723037 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.730710 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:00.743947 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021cdee-38b1-429b-a909-5a854eb58540,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:00.747926 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:00.750490 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:00.754818 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f021cdee-38b1-429b-a909-5a854eb58540 HTTP/1.1" status: 204 len: 168 time: 0.2417836 May 31 12:51:00.855791 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Pushing event updated for resources: {'Port': ['ID=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:00.859329 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:00.906275 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10003476-060d-451e-b095-5229378d2b77 None None] Network 127e6114-b151-4971-a21e-244e09760a8e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:01.139374 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Provisioning for port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:01.150137 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Provisioning complete for port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:01.151651 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.211503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.451043 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.523391 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] For port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:01.540827 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.544524 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:01.710522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Pushing event updated for resources: {'Port': ['ID=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:01.720693 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.721210 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.721622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.721965 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.722391 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.722834 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.723245 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.723680 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.724021 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.724526 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.724933 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.725775 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:01.732072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:01.875916 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:01.932674 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a77f0678-8b95-46af-9021-8b375a0155a6 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:01.981233 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: a77f0678-8b95-46af-9021-8b375a0155a6 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:01.981589 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a77f0678-8b95-46af-9021-8b375a0155a6 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:01.984006 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-b3214a7a-87dd-48e8-86c2-4adad8517340 None None] Provisioning complete for port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:01.984432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b3214a7a-87dd-48e8-86c2-4adad8517340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.020044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841cbcd-a6b0-48af-b334-0c637a5fdc57 req-f3e34cbe-9761-4794-9b53-1be2987129aa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.030915 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b841cbcd-a6b0-48af-b334-0c637a5fdc57 req-f3e34cbe-9761-4794-9b53-1be2987129aa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.4174776 May 31 12:51:02.107616 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b841cbcd-a6b0-48af-b334-0c637a5fdc57 req-7f398337-2dd2-443a-b20c-4a8e51b5ab24 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 May 31 12:51:02.139789 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.167402 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:02.168198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.481831 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Router bfb2b13c-8137-490c-ad42-41f860e35948 is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:51:02.529284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55662) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.710342 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.711893 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:02.727329 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:02.745650 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:02.748110 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:02.753681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.755350 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5715816 May 31 12:51:02.757997 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55688) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.761904 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.771399 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Usage tracker for resource:security_group_rule and tenant:74322f2dcdc74cd5b5ad7d47d6444fcf is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.777716 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.790016 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.993052 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.998301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.012255 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-35aca6a8-3b35-43df-9deb-dd0fc83851b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.037014 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:03.043861 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b2daa-2171-4d4b-894f-af530b19abd0,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.067168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.097535 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74322f2dcdc74cd5b5ad7d47d6444fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671041 May 31 12:51:03.100193 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55706) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.189216 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.259849 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.373135 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.378302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ab0d9be-7344-4e66-bce1-ece2f4fa265e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.399503 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b2daa-2171-4d4b-894f-af530b19abd0,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.409819 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.420368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.425527 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4a4b2daa-2171-4d4b-894f-af530b19abd0 HTTP/1.1" status: 204 len: 168 time: 0.3235710 May 31 12:51:03.546514 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:00Z', 'revision_number': 3, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:03.553616 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:03.554017 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Updating router bfb2b13c-8137-490c-ad42-41f860e35948 port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:03.642691 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.723222 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-7d2e9947-612b-49b8-80b8-35df12730734 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:03.725296 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-7d2e9947-612b-49b8-80b8-35df12730734 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.6669295 May 31 12:51:03.771251 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55736) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.809613 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-899212c4-45b4-4a3e-a7f8-0f36d8415d77 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/quotas/d2e1caaf524c4ec6b7dd0de64284fa6d HTTP/1.1" status: 200 len: 375 time: 0.0326278 May 31 12:51:03.923433 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.946483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.952986 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Usage tracker for resource:security_group_rule and tenant:c476a5666c604585944c89559a0e34c3 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.968035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.976538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:04.035407 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c738917-0f01-4df9-98a0-8145ab0a375c req-cfdb6889-47e3-4754-802c-a22488671fbc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:04.053328 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c738917-0f01-4df9-98a0-8145ab0a375c req-cfdb6889-47e3-4754-802c-a22488671fbc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.5884855 May 31 12:51:04.083005 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55756) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.124908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.154801 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.157413 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.162483 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c738917-0f01-4df9-98a0-8145ab0a375c req-68b970fe-b1c6-4370-9764-a7a37cdd3a1e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062582 May 31 12:51:04.167280 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:04.170751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.179271 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Transition to ACTIVE for port object fbeb97ba-b18a-43fc-86ac-c3838e65a5ac will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:04.188665 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.201291 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e94f8117-2990-46b0-ae48-c91c8d972b38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.295352 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.306299 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-93428da1-3409-4d95-9cc4-1195b291d41c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4852707 May 31 12:51:04.312459 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Usage tracker for resource:security_group_rule and tenant:f8a3822550e74f7c82b6a479676d54ac is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:04.322769 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Attempting to bind port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:04.322769 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Attempting to bind port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:04.323384 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Attempting to bind port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:04.324652 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:04.334708 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:04.335083 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:04.335493 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.335894 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:04.336375 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Bound port: fbeb97ba-b18a-43fc-86ac-c3838e65a5ac, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:04.336752 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.348667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:04.358136 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c476a5666c604585944c89559a0e34c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853291 May 31 12:51:04.360262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1852411-c6dd-40c2-886c-1cac7d6d43bc,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.363321 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55760) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.364418 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.428402 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] For port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:04.432778 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] For port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:04.443596 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.455856 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Pushing event updated for resources: {'Port': ['ID=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,revision_number=2']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.465621 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.466614 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.469540 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.469989 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.471020 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.471858 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.471981 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.472939 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.475498 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.475841 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.477722 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.478382 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.478718 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:04.492293 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.492788 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-ccc4df2e-afb3-4f58-b2f2-7cf74e630c6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.528908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.540549 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.542113 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.553899 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.578272 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.581956 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:04.582705 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:04.591688 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-f934bd12-0ef2-495e-9541-b0d75ec654b4 service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483099 May 31 12:51:04.692901 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Pushing event updated for resources: {'Port': ['ID=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.699296 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.723923 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8a3822550e74f7c82b6a479676d54ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6396000 May 31 12:51:04.725729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be5e3d-8228-4089-a4ef-85f22b88df5c,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.734036 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55770) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.758246 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.790191 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.797373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.814788 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-11a2d580-11fe-4b78-a4ac-95fb69a8e91b service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825035 May 31 12:51:04.845172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.847581 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1852411-c6dd-40c2-886c-1cac7d6d43bc,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.851983 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.864821 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.866423 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1852411-c6dd-40c2-886c-1cac7d6d43bc HTTP/1.1" status: 204 len: 168 time: 0.4977508 May 31 12:51:04.885373 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:04.888737 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.950685 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.954605 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d2a7154a-2e61-42de-800b-a5d04507b5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.967088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be5e3d-8228-4089-a4ef-85f22b88df5c,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.975210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.976263 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.977559 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25be5e3d-8228-4089-a4ef-85f22b88df5c HTTP/1.1" status: 204 len: 168 time: 0.2419760 May 31 12:51:05.098941 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Allocated IP 172.20.0.1 (127e6114-b151-4971-a21e-244e09760a8e/ffb03c59-eb16-44c0-85a5-9fdf189f551b/5c3e7837-d213-4aff-839d-5a5e374c4b9e) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:05.281739 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-369fca19-cc8b-445e-b959-3a1092debaaa req-43a0d097-4be2-4547-93f0-38817048686f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 210 time: 0.1575792 May 31 12:51:05.380010 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.445426 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:00Z', 'revision_number': 3, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:05.453077 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86d97a5-4836-4d66-ab2a-4dc3a5af7eef None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:00Z', 'revision_number': 3, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:05.492642 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Transition to ACTIVE for port object 5c3e7837-d213-4aff-839d-5a5e374c4b9e will not be triggered until provisioned by entity DHCP. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:05.566478 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e0f5e-9ec8-45fb-871e-c463642abc9b req-8ce574b5-1732-46ae-834b-c25b6d0208bb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:05.567814 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-721e0f5e-9ec8-45fb-871e-c463642abc9b req-8ce574b5-1732-46ae-834b-c25b6d0208bb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1913323 May 31 12:51:05.666729 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-721e0f5e-9ec8-45fb-871e-c463642abc9b req-e4d9adaa-c2dd-48dc-9576-bfe173278d82 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842974 May 31 12:51:05.674205 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.689978 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:05.755282 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Network 127e6114-b151-4971-a21e-244e09760a8e is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:05.765375 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:05.772944 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:05.777984 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.242512 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-6b6eaea8-2328-4d50-a582-95b496ceebef None None] Provisioning for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:06.247384 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:06.249804 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-6b6eaea8-2328-4d50-a582-95b496ceebef None None] Provisioning complete for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:06.250546 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6b6eaea8-2328-4d50-a582-95b496ceebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.252838 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:06.328779 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eaea8-2328-4d50-a582-95b496ceebef None None] Port 5c3e7837-d213-4aff-839d-5a5e374c4b9e cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:06.611974 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e81395cc-017c-46ee-980e-cb6397eddf64 req-78b3ad99-2ba8-4bb5-b55a-74170d062035 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 210 time: 0.0757055 May 31 12:51:06.637327 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.834112 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55850) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:07.095673 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1288105060-network', 'tenant_id': '7ede5581d9ca43d5b9a207e61a96a6c5'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:07.112097 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:07.121656 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Usage tracker for resource:network and tenant:7ede5581d9ca43d5b9a207e61a96a6c5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:07.127082 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:07.139148 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:07.179360 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Made reservation on behalf of 7ede5581d9ca43d5b9a207e61a96a6c5 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:07.182476 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.184818 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.204446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbb938-c86e-4304-a636-db55a1fd6a9a req-163d2524-ac97-4419-9319-64c53f8f275b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:07.207238 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.221320 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-34cbb938-c86e-4304-a636-db55a1fd6a9a req-163d2524-ac97-4419-9319-64c53f8f275b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.3803394 May 31 12:51:07.230596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-72e2248f-6777-46b9-b0dd-056a358706c6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:07.232421 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-72e2248f-6777-46b9-b0dd-056a358706c6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.2490480 May 31 12:51:07.238651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:07.252301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ede5581d9ca43d5b9a207e61a96a6c5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:07.260803 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Request body: {'port': {'device_id': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'admin_state_up': True, 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:07.266545 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.269719 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.289158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.350331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:07.366355 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:07.382057 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-34cbb938-c86e-4304-a636-db55a1fd6a9a req-9104e155-cd7b-4676-8dee-0385572ef2e8 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589832 May 31 12:51:07.480623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:07.491171 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:07.512142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:07.515602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.517542 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.527369 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.534444 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Network 127e6114-b151-4971-a21e-244e09760a8e is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:07.535634 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:07.752373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.762784 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.777140 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-72bdb096-f96e-4c2f-bba4-45f3b4b24f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.788467 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:07.870422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:07.888706 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-859d7e70-d11d-4d96-a91c-cbc6033b2e99 None None] Provisioning complete for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:07.889335 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-859d7e70-d11d-4d96-a91c-cbc6033b2e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.905978 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3189eef6-af38-456b-a163-9e633628ff54,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.912652 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.914602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.915093 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Added segment 6d144b65-4e8a-4798-a0ef-3502e8ce5ed9 of type vlan for network 090a5f98-4ffa-4172-a52b-e07ff8efa800 May 31 12:51:07.971262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Allocated IP 172.20.0.11 (aec20416-10b5-4489-95f4-5b892c087481/89f6df94-c935-49a3-a0d8-7f2fbce52069/174c1f87-b98a-4762-966d-53284d7a2132) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:08.000985 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.061172 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fbeb97ba-b18a-43fc-86ac-c3838e65a5ac up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:08.108730 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.114724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.115538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.122573 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-859d7e70-d11d-4d96-a91c-cbc6033b2e99 None None] Port 5c3e7837-d213-4aff-839d-5a5e374c4b9e cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:08.123254 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e594677f-17b5-477f-a27b-f39713bba35c req-b5b20f57-d5d4-4441-8c02-913a0cfd518f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 210 time: 0.1924162 May 31 12:51:08.161508 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:08.174696 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:08.175145 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.238989 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a8841507-8166-4d11-abbc-bcd02f39c2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:08.280343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:08.297771 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] 10.222.0.61 "PUT /v2.0/routers/bfb2b13c-8137-490c-ad42-41f860e35948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5380249 May 31 12:51:08.365352 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:08.367863 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Pushing event updated for resources: {'Network': ['ID=090a5f98-4ffa-4172-a52b-e07ff8efa800,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.372700 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.387997 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55888) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:08.388154 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5518262 May 31 12:51:08.395140 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Request body: {'subnet': {'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1288105060-subnet', 'tenant_id': '7ede5581d9ca43d5b9a207e61a96a6c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:08.401725 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:08.405522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:08.434166 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Usage tracker for resource:subnet and tenant:7ede5581d9ca43d5b9a207e61a96a6c5 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:08.437890 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.442313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:08.473331 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:08.496155 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.505957 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:08.508187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Made reservation on behalf of 7ede5581d9ca43d5b9a207e61a96a6c5 for: {'subnet': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:08.515362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.515519 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62', '70ccd312-7c00-413e-95f2-a8fe9f720531'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:08.540294 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:08.541239 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:08.602460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Network aec20416-10b5-4489-95f4-5b892c087481 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:08.606489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:08.610996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:08.692148 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event updated for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.697960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.759926 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.759926 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.802109 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5533741 May 31 12:51:08.829950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Request body: {'port': {'device_id': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:08.889075 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.012340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.033492 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aed12d-df4c-4428-9cc6-4fabf1baa26a req-544f71e7-dc1e-4d7b-ac78-3e6fc0f7f04f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:09.034964 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-05aed12d-df4c-4428-9cc6-4fabf1baa26a req-544f71e7-dc1e-4d7b-ac78-3e6fc0f7f04f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2535686 May 31 12:51:09.089039 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:09.096821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55908) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:09.117718 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.124241 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-05aed12d-df4c-4428-9cc6-4fabf1baa26a req-e1f82fd6-ad1e-416b-9cd7-e28ff6eb033f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831342 May 31 12:51:09.133146 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:09.133610 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710340795', 'description': 'tempest-description--1766793009'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:09.152959 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:09.163877 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:09.164087 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:09.168134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:09.175306 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:09.349876 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.393840 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:09.408818 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:09.427137 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:09.431367 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:09.435642 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:09.450741 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:09.576889 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dd16d-94cd-4694-b228-8e109d0df0d2 req-fea402d4-d594-48eb-a4fd-2ff85bd15d54 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:09.578430 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7a8dd16d-94cd-4694-b228-8e109d0df0d2 req-fea402d4-d594-48eb-a4fd-2ff85bd15d54 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 932 time: 0.2134061 May 31 12:51:09.621757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174c1f87-b98a-4762-966d-53284d7a2132 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:09.629498 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.644675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Transition to ACTIVE for port object 174c1f87-b98a-4762-966d-53284d7a2132 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:09.648715 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.649923 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.654015 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:09.655753 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7a8dd16d-94cd-4694-b228-8e109d0df0d2 req-e1f7eead-43c2-4289-bf7a-f7b25401e25c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659740 May 31 12:51:09.695899 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.705912 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9e70e8b8-4852-4adc-9db2-1d6cc5b041d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:09.757012 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 2, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:09.761820 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:09.762204 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Updating router bfb2b13c-8137-490c-ad42-41f860e35948 port 5c3e7837-d213-4aff-839d-5a5e374c4b9e binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:09.786753 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4637fe-effc-4425-be88-70b86634f0fe,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:09.808329 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:09.822257 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.826745 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:09.827065 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.862569 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.863770 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7594576 May 31 12:51:09.880143 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 55918) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:09.883626 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:09.896890 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:09.906964 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group_rule': {'security_group_id': 'cd4637fe-effc-4425-be88-70b86634f0fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:09.916502 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:09.921770 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:09.922292 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9897d9-d0ed-484c-8a39-15208a268d98,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:09.928542 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:09.929691 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:09.937533 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:09.961749 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Checking segment: {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:09.962454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Network hostable DHCP agents. Network: 090a5f98-4ffa-4172-a52b-e07ff8efa800, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:09.965374 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Attempting to bind port 174c1f87-b98a-4762-966d-53284d7a2132 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:09.965796 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Attempting to bind port 174c1f87-b98a-4762-966d-53284d7a2132 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:09.966153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Attempting to bind port 174c1f87-b98a-4762-966d-53284d7a2132 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:09.974548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Port 174c1f87-b98a-4762-966d-53284d7a2132 on network aec20416-10b5-4489-95f4-5b892c087481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:09.974964 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Attempting to bind port 174c1f87-b98a-4762-966d-53284d7a2132 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:09.985054 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.988170 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:09.995707 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:09.996054 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Checking segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:09.996447 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Bound using segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:09.996917 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Bound port: 174c1f87-b98a-4762-966d-53284d7a2132, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:09.997358 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.006264 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 090a5f98-4ffa-4172-a52b-e07ff8efa800) {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:10.021415 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.023178 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.049035 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6588051 May 31 12:51:10.081163 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fbeb97ba-b18a-43fc-86ac-c3838e65a5ac up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:10.120384 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40244f22-a10e-4bdc-90af-6bf5b6ecb340 None None] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:10.185887 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.196291 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.223358 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:10.236565 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5b9acec2-0a38-4511-9f51-829882828069 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:10.296819 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e9facc-2b07-4cdb-82b7-229377692d72,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:10.305910 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.309178 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=174c1f87-b98a-4762-966d-53284d7a2132,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:10.318559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.321971 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.323772 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-20c1d835-515c-462b-89a7-437bac31424e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359348 May 31 12:51:10.326829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55936) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.330511 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:10.333227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group_rule': {'security_group_id': 'cd4637fe-effc-4425-be88-70b86634f0fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:10.345604 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:10.363402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:10.376099 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:10.389034 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:10.482445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.483284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.484723 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] 10.222.0.38 "PUT /v2.0/ports/174c1f87-b98a-4762-966d-53284d7a2132 HTTP/1.1" status: 200 len: 1094 time: 1.6610751 May 31 12:51:10.485277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:10.487609 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d99620f-418d-46e6-ba35-2f3561d09bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "tag": "174c1f87-b98a-4762-966d-53284d7a2132"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:10.506336 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.624796 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a5d9-3441-408a-b147-68be88c67b00 req-54c2cd9f-233a-4206-8477-bb35e96a1464 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.633707 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ce56a5d9-3441-408a-b147-68be88c67b00 req-54c2cd9f-233a-4206-8477-bb35e96a1464 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2498896 May 31 12:51:10.641200 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:10.641742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.650997 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:10.669768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.705042 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.715705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-23a8ba7d-cfae-45fc-bcbd-6db12ddf5c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.716342 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-23a8ba7d-cfae-45fc-bcbd-6db12ddf5c37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 1097 time: 0.1783345 May 31 12:51:10.721504 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ce56a5d9-3441-408a-b147-68be88c67b00 req-ae4eb26e-cf79-46ae-ba0e-01eae6a84971 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864990 May 31 12:51:10.723507 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.726067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:10.751769 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2cb5d76-77fc-4cc7-9fe9-5212755100b0,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:10.770660 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.792027 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.797715 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4698009 May 31 12:51:10.798698 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 55954) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.804083 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:10.812290 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:10.817550 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:floatingip and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:10.821430 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:10.830887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:10.842297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.844402 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf8c60-e9c1-4c5f-a789-c0c95b291fca x-openstack-request-id: req-0dcf8c60-e9c1-4c5f-a789-c0c95b291fca {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:10.844916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "tag": "174c1f87-b98a-4762-966d-53284d7a2132", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:10.845428 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dcf8c60-e9c1-4c5f-a789-c0c95b291fca {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:10.845976 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132', 'status': 'completed', 'code': 200} May 31 12:51:10.864885 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-fdb0183a-167f-4619-8e4b-5fdca32b13b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174c1f87-b98a-4762-966d-53284d7a2132 HTTP/1.1" status: 200 len: 217 time: 0.1371250 May 31 12:51:10.933473 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648e24f-a900-4429-917b-a616960a2b48 None None] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:10.972321 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-18d6d149-31bb-43e2-a731-5a91947e94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.975637 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-18d6d149-31bb-43e2-a731-5a91947e94c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0943162 May 31 12:51:11.067523 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-5b2b4b93-d366-452b-9e64-ba03b17ba01e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774879 May 31 12:51:11.096007 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660fc25-b989-4ffe-ab30-6a202a737d08 req-bae7f18b-3659-4e05-8695-624cfbd50704 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:11.097542 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c660fc25-b989-4ffe-ab30-6a202a737d08 req-bae7f18b-3659-4e05-8695-624cfbd50704 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 944 time: 0.1286194 May 31 12:51:11.148543 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.169190 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c660fc25-b989-4ffe-ab30-6a202a737d08 req-af1e7717-0497-4463-aeb7-6ce6742ca723 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569868 May 31 12:51:11.325814 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b40d2afb-19e4-4418-bf10-9b3e010355c7 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503557 May 31 12:51:11.351497 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Allocated IP 172.28.2.46 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/23c0d7bf-86e4-494e-90fb-e140159a07d6) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:11.472633 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d5f160e0-7088-407b-bb4f-9cbc312c3d43 req-b1ea4fff-61a1-470d-84bf-3cc4266f6bfe service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384649 May 31 12:51:11.479881 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.499040 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Transition to ACTIVE for port object 5c3e7837-d213-4aff-839d-5a5e374c4b9e will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:11.508121 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.511832 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.527821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.559225 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.565198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.616777 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-f94a733c-5f4a-402c-b121-b0ff01aa13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:11.619982 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-f94a733c-5f4a-402c-b121-b0ff01aa13d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 1097 time: 0.0779397 May 31 12:51:11.668852 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Pushing event updated for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.674567 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=23c0d7bf-86e4-494e-90fb-e140159a07d6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.675212 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:11.678916 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:11.680141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:11.681095 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:11.683439 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:11.730781 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Attempting to bind port 5c3e7837-d213-4aff-839d-5a5e374c4b9e on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:11.731374 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Attempting to bind port 5c3e7837-d213-4aff-839d-5a5e374c4b9e by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:11.731765 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Attempting to bind port 5c3e7837-d213-4aff-839d-5a5e374c4b9e on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:11.737839 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:11.738267 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Checking segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:11.738676 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.739077 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Bound using segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:11.739548 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Bound port: 5c3e7837-d213-4aff-839d-5a5e374c4b9e, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:11.739926 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.774642 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.806528 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-28f0e2c1-7afa-4715-807f-581c48ba3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:11.810594 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-28f0e2c1-7afa-4715-807f-581c48ba3151 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 916 time: 0.1836271 May 31 12:51:11.877613 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] For port 5c3e7837-d213-4aff-839d-5a5e374c4b9e, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:11.882878 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] For port 5c3e7837-d213-4aff-839d-5a5e374c4b9e, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5c3e7837-d213-4aff-839d-5a5e374c4b9e,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:11.898008 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.908528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.924471 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.990729 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-88586295-10c1-4ba3-9370-eb81daf90caf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=174c1f87-b98a-4762-966d-53284d7a2132 HTTP/1.1" status: 200 len: 217 time: 0.1732159 May 31 12:51:12.048557 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Pushing event updated for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.052866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.064326 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:12.065046 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:50:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:12.118505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-fe784e93-9e9f-447f-acfa-05adc29abd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:12.123512 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-fe784e93-9e9f-447f-acfa-05adc29abd2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.1193175 May 31 12:51:12.386035 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.db.resource_extend [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:51:12.410459 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.416226 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:12.419584 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.428419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-89069709-48d1-4cfe-9912-9676794fc056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.444579 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-36fa12c1-defc-416b-9c12-1570258e5d31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2987223 May 31 12:51:12.492495 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab12225-e4c1-4b2b-a8e9-ddaa6cbdce8b req-1955fcda-72ba-4413-933c-a5877a08f395 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:12.500489 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0ab12225-e4c1-4b2b-a8e9-ddaa6cbdce8b req-1955fcda-72ba-4413-933c-a5877a08f395 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.5431628 May 31 12:51:12.594989 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.641379 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0ab12225-e4c1-4b2b-a8e9-ddaa6cbdce8b req-33a207a8-55c8-49f4-8648-c2394033d80d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396680 May 31 12:51:12.677877 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=23c0d7bf-86e4-494e-90fb-e140159a07d6,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.690293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.714060 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.718912 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-713af14d-6d34-4665-990c-10a3a47263f5 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657287 May 31 12:51:12.720420 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9205096 May 31 12:51:12.748646 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502245c-4ec2-4c77-bd94-c35b48481c51 req-9577663d-9ae6-46e4-aef7-bab843ef1c83 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:12.764472 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e502245c-4ec2-4c77-bd94-c35b48481c51 req-9577663d-9ae6-46e4-aef7-bab843ef1c83 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 944 time: 0.2908187 May 31 12:51:12.969755 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0d99620f-418d-46e6-ba35-2f3561d09bfa req-a0cab87b-3574-4817-bf68-0c51ba4cb2ea service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385345 May 31 12:51:12.982630 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e502245c-4ec2-4c77-bd94-c35b48481c51 req-39847f2d-7ecb-4b1a-8d9e-609d1ef681cd tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088637 May 31 12:51:13.063544 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:11Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:13.077866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9d688-dc4c-41a2-bcf7-bcfa86d6f41e None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:11Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:13.129681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-52bc3794-e04d-4939-aff0-f7bf302f7720 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:13.159516 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-52bc3794-e04d-4939-aff0-f7bf302f7720 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 809 time: 0.3075037 May 31 12:51:13.203497 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-9693b9a2-ece9-4c43-9631-0794802290f0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/quotas/7ede5581d9ca43d5b9a207e61a96a6c5 HTTP/1.1" status: 200 len: 375 time: 0.0262468 May 31 12:51:13.275374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-cab64a7c-4f0c-4e3b-a8ff-e626855fdfc9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:13.280519 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-20a97172-a795-4add-8af7-d8c10c7595d7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589259 May 31 12:51:13.331547 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-cab64a7c-4f0c-4e3b-a8ff-e626855fdfc9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:13.332802 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-cab64a7c-4f0c-4e3b-a8ff-e626855fdfc9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1710340795&fields=id&tenant_id=228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 267 time: 0.1721339 May 31 12:51:13.503286 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-8084f8f7-a347-4f0a-89e4-e86163c8e4e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792234 May 31 12:51:13.551879 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-9d4c14b9-9cbd-45ce-bcb3-94f1daa2ada7 service neutron] 10.222.0.61 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526770 May 31 12:51:13.609632 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-56413d25-7a97-478e-93d8-57f20b41294c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:13.610302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-56413d25-7a97-478e-93d8-57f20b41294c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:network {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:13.654768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-2d4a87c9-7121-4790-8a29-46cf887d5182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:13.656469 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-2d4a87c9-7121-4790-8a29-46cf887d5182 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 1099 time: 0.0754373 May 31 12:51:13.707281 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-56413d25-7a97-478e-93d8-57f20b41294c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:network {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:13.709584 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-56413d25-7a97-478e-93d8-57f20b41294c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 811 time: 0.3324697 May 31 12:51:13.746751 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-21c4cc90-44cf-4c31-940e-1cc0c5217942 service neutron] 10.222.0.61 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753347 May 31 12:51:13.749025 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-f256be96-92ad-4c0b-bbe5-daeecaf7ef8a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/quotas/228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 375 time: 0.0178897 May 31 12:51:13.814177 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-ad42d279-9fe6-4d11-aec9-d9d99d17d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:13.817012 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-ad42d279-9fe6-4d11-aec9-d9d99d17d322 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 916 time: 0.1389546 May 31 12:51:13.870741 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-e21ba037-344c-44b5-b0c0-17b70660ec89 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:13.915007 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-e21ba037-344c-44b5-b0c0-17b70660ec89 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:13.917416 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-e21ba037-344c-44b5-b0c0-17b70660ec89 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1588142 May 31 12:51:13.931170 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-c94274f1-208d-4742-bef0-2bd20dc026d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62 HTTP/1.1" status: 200 len: 217 time: 0.1050773 May 31 12:51:13.931487 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5c3e7837-d213-4aff-839d-5a5e374c4b9e up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:13.966723 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 174c1f87-b98a-4762-966d-53284d7a2132 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:14.020103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-c067f699-4e0f-4201-8f3f-72cd52e23940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:14.022225 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-c067f699-4e0f-4201-8f3f-72cd52e23940 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0814850 May 31 12:51:14.111484 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-5f244725-e09e-474c-b352-e66faf804bbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744815 May 31 12:51:14.217017 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:14.230091 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:14.230707 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.305470 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=174c1f87-b98a-4762-966d-53284d7a2132,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:14.334762 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-28d457d8-7e7f-42eb-bc82-d347699ed6c9 service neutron] 10.222.0.61 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774416 May 31 12:51:14.344641 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '174c1f87-b98a-4762-966d-53284d7a2132', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'port_id': '174c1f87-b98a-4762-966d-53284d7a2132', 'mac_address': 'fa:16:3e:2c:f8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f6df94-c935-49a3-a0d8-7f2fbce52069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:14.424748 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-3f2a8330-86c9-4c6d-95ec-a02885c3131e service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054681 May 31 12:51:14.610695 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.623071 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c19b94-8779-4268-8e95-612a3a66b93b req-632fc72b-8463-4fc6-bea2-95ac77eef680 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:14.624610 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-48c19b94-8779-4268-8e95-612a3a66b93b req-632fc72b-8463-4fc6-bea2-95ac77eef680 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.4360881 May 31 12:51:14.648541 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c1f87-b98a-4762-966d-53284d7a2132 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:14.686819 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.721437 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=174c1f87-b98a-4762-966d-53284d7a2132,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:14.746552 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.752642 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:14.767491 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b6d85fc2-d649-438a-a00c-aa6a195bd93f req-305ed057-ba79-4113-b515-ed83e7773b9c service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301551 May 31 12:51:14.806344 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-48c19b94-8779-4268-8e95-612a3a66b93b req-1c126a2c-7b03-43c3-8f84-79f9442ccf05 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714287 May 31 12:51:14.809810 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-9d7f5583-0693-4740-bd1e-497ec982e0db service neutron] 10.222.0.61 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620674 May 31 12:51:14.904890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 5c3e7837-d213-4aff-839d-5a5e374c4b9e, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5c3e7837-d213-4aff-839d-5a5e374c4b9e,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:14.922516 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.942197 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:14.951296 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:14.951778 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.068091 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad50b2a9-f4b5-4af1-bc75-f905d6d522a9 req-ac9c8fa2-f887-44dd-a55c-b350a54bf21b tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 210 time: 0.0499589 May 31 12:51:15.109834 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.113631 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.188499 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['174c1f87-b98a-4762-966d-53284d7a2132'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:15.226330 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-304a0730-3707-4c4f-8add-ed53a63f30eb req-75e854cb-dca5-4d15-ac93-ca361e2f5f24 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 210 time: 0.0802038 May 31 12:51:15.259949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c20a-93fd-4a33-97b5-a3b6daf5edbb req-dda29197-0605-49e8-8b18-89c4f08a09e3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:15.270313 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9161c20a-93fd-4a33-97b5-a3b6daf5edbb req-dda29197-0605-49e8-8b18-89c4f08a09e3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 945 time: 0.1779392 May 31 12:51:15.321820 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9161c20a-93fd-4a33-97b5-a3b6daf5edbb req-f3e93a7d-7437-469b-aa11-3af28deb5c9f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 May 31 12:51:15.895893 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5c3e7837-d213-4aff-839d-5a5e374c4b9e up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:15.898315 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-12bce045-2f7a-4feb-8c6a-8cbfd58076f0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:15.899133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-12bce045-2f7a-4feb-8c6a-8cbfd58076f0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Synchronizing usage tracker for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:network {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:15.920488 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-12bce045-2f7a-4feb-8c6a-8cbfd58076f0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Unset dirty status for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:network {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:15.922108 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-12bce045-2f7a-4feb-8c6a-8cbfd58076f0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 809 time: 0.1902261 May 31 12:51:15.940997 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Request body: {'port': {'device_id': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800', 'admin_state_up': True, 'tenant_id': '7ede5581d9ca43d5b9a207e61a96a6c5'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:16.031902 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 5c3e7837-d213-4aff-839d-5a5e374c4b9e triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:16.032361 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.067618 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dfe06-9753-4c56-bf47-6a0e284f2b65 req-6398cc24-c84d-42cb-a192-1a9283b1a0bd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.072410 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-928dfe06-9753-4c56-bf47-6a0e284f2b65 req-6398cc24-c84d-42cb-a192-1a9283b1a0bd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1270156 May 31 12:51:16.174338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:16.179778 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Usage tracker for resource:port and tenant:7ede5581d9ca43d5b9a207e61a96a6c5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:16.188583 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:16.202377 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:16.215483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Made reservation on behalf of 7ede5581d9ca43d5b9a207e61a96a6c5 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:16.223664 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.260957 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7b447d65-e190-4e76-81ea-4a30604ac60c req-d02999ee-b748-4ae6-bde0-4b366a6c5725 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 210 time: 0.0593836 May 31 12:51:16.265626 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-928dfe06-9753-4c56-bf47-6a0e284f2b65 req-66654784-7d3d-4dd8-a6ff-18d1d0176bbf tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839259 May 31 12:51:16.422131 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-84d2e621-58eb-4d9a-ad49-c8965bca9071 req-30d5e808-cde1-414a-aacc-ee1c2c3f80ca tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 210 time: 0.0549541 May 31 12:51:16.459570 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Allocated IP 172.20.0.6 (090a5f98-4ffa-4172-a52b-e07ff8efa800/de9897d9-d0ed-484c-8a39-15208a268d98/a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:16.565750 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4837-7b2e-4abf-8287-f8f5a54b6e75 req-4319d283-9769-4e22-910e-9c734d7593b3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.574552 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2b4e4837-7b2e-4abf-8287-f8f5a54b6e75 req-4319d283-9769-4e22-910e-9c734d7593b3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 945 time: 0.1061938 May 31 12:51:16.669313 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2b4e4837-7b2e-4abf-8287-f8f5a54b6e75 req-0addc7bb-6264-4fdd-a89e-965fade30aa0 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933704 May 31 12:51:16.835368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.865668 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.871925 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:16.944548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:16.948547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:16.952470 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:16.987093 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Pushing event updated for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:16.996410 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:17.019087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.019684 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.039138 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1027133 May 31 12:51:17.054859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Request body: {'port': {'device_id': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:17.167165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.412824 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-178e0232-ace1-4e6b-bbb8-d849fcf32624 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.414968 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-178e0232-ace1-4e6b-bbb8-d849fcf32624 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 811 time: 0.1784201 May 31 12:51:17.567628 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:17.573311 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-5e0c0035-d272-4282-a050-bff7ecd5b3b1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 380 time: 0.1475618 May 31 12:51:17.575087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.586193 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'port': {'device_id': '15633ef9-5849-4616-b964-08a85a38e851', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'admin_state_up': True, 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'security_groups': ['cd4637fe-effc-4425-be88-70b86634f0fe']}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:17.589859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Transition to ACTIVE for port object a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:17.594666 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.599582 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9be9d39-a1aa-4cd2-9b39-b34b8d1ed925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:17.754303 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Pushing event updated for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:17.761862 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:17.766671 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d94a6-ae0e-4f9e-abd6-bbf942466b30 req-22d39db4-791c-4a1e-bada-fb4d949b141f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.768182 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c83d94a6-ae0e-4f9e-abd6-bbf942466b30 req-22d39db4-791c-4a1e-bada-fb4d949b141f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2991931 May 31 12:51:17.781585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5139c-bbf8-4e4f-9554-78d8c16ed94f req-fc7d3354-65bc-459c-b0be-3bbff4236ad1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.781585 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-deb5139c-bbf8-4e4f-9554-78d8c16ed94f req-fc7d3354-65bc-459c-b0be-3bbff4236ad1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 931 time: 0.2629938 May 31 12:51:17.820790 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:17.831002 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Attempting to bind port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:17.831879 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Attempting to bind port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:17.832219 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Attempting to bind port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:17.837478 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:17.837947 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Attempting to bind port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:17.844167 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:17.845236 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Checking segment: {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:17.845779 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Bound using segment: {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:17.846377 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Bound port: a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:17.846903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.858623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:17.868043 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c83d94a6-ae0e-4f9e-abd6-bbf942466b30 req-3e3e09c9-50bb-4ed4-af10-17cd016ab53b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839489 May 31 12:51:17.887679 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-deb5139c-bbf8-4e4f-9554-78d8c16ed94f req-46f541d6-f0e7-46b7-b367-a1b105f8b10c tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885360 May 31 12:51:17.896289 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Made reservation on behalf of 228c23ebeaa1479f8b22d7eea3651aaa for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:17.899805 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.971381 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 174c1f87-b98a-4762-966d-53284d7a2132 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:18.029336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:18.042498 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:18.053770 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.068232 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bf47a0ab-8f1b-4513-bc3c-c81f38445f76 tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:18.091799 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 174c1f87-b98a-4762-966d-53284d7a2132 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:18.097514 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 174c1f87-b98a-4762-966d-53284d7a2132 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:18.098092 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.142205 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-09817789-a4b1-4db2-9ceb-ca8e9d33f863 req-b84a2fef-7cf5-48c6-8486-448ad4c92b46 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 210 time: 0.0580916 May 31 12:51:18.152068 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.158664 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.169026 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] 10.222.0.38 "PUT /v2.0/ports/a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 HTTP/1.1" status: 200 len: 1093 time: 1.1093376 May 31 12:51:18.178700 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:18.189255 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03371be2-5372-4e76-ae4a-92c064073535" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:18.288195 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:18.294331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc3a0c-f781-4837-bdd6-9c7d71adb0fa x-openstack-request-id: req-1dbc3a0c-f781-4837-bdd6-9c7d71adb0fa {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:18.294729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:18.295084 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dbc3a0c-f781-4837-bdd6-9c7d71adb0fa {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:18.295555 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114', 'status': 'completed', 'code': 200} May 31 12:51:18.307588 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.327088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Pushing event updated for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:18.330455 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:18.345135 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Allocated IP 172.20.0.8 (127e6114-b151-4971-a21e-244e09760a8e/ffb03c59-eb16-44c0-85a5-9fdf189f551b/3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:18.346230 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-1182a1c3-ac29-44c0-9a37-26a8ddcd373e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.347831 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-1182a1c3-ac29-44c0-9a37-26a8ddcd373e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 1096 time: 0.1104479 May 31 12:51:18.353292 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=174c1f87-b98a-4762-966d-53284d7a2132,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:18.354517 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:18.357433 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac4f13c-4c81-4f12-b826-36c8e611a576" -d '{"events": [{"server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "name": "network-vif-plugged", "status": "completed", "tag": "174c1f87-b98a-4762-966d-53284d7a2132"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:18.362426 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.364786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-50e9b523-2894-422c-a81a-0283101d6469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:18.439112 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:18.451344 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-17b999a8-3873-4a3b-88c3-ac4e62a1e05e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 HTTP/1.1" status: 200 len: 217 time: 0.0707967 May 31 12:51:18.454662 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:18.458385 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5759431-b69a-4c4b-bc14-1e2e81246b91 x-openstack-request-id: req-e5759431-b69a-4c4b-bc14-1e2e81246b91 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:18.458742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "name": "network-vif-plugged", "status": "completed", "tag": "174c1f87-b98a-4762-966d-53284d7a2132", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:18.459188 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5759431-b69a-4c4b-bc14-1e2e81246b91 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:18.459660 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132', 'code': 200} May 31 12:51:18.534028 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-46695882-cb37-44f3-bc8b-60a62910ba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.536796 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-46695882-cb37-44f3-bc8b-60a62910ba5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de9897d9-d0ed-484c-8a39-15208a268d98 HTTP/1.1" status: 200 len: 849 time: 0.0769813 May 31 12:51:18.612207 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-c139fa30-3c15-41b4-8db0-c5ac84ff39f8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=090a5f98-4ffa-4172-a52b-e07ff8efa800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627038 May 31 12:51:18.617311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.635258 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d92ec-a6f8-47a3-9ac6-a05551401a75 req-e6290d39-d40d-4062-a157-ba823d5faa9c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.641963 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f95d92ec-a6f8-47a3-9ac6-a05551401a75 req-e6290d39-d40d-4062-a157-ba823d5faa9c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 945 time: 0.3491251 May 31 12:51:18.667618 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Transition to ACTIVE for port object 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 will not be triggered until provisioned by entity DHCP. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:18.702831 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f95d92ec-a6f8-47a3-9ac6-a05551401a75 req-12eec974-8ff0-478b-a3ad-87d284e07cc5 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 May 31 12:51:18.730986 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.737616 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:18.802469 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Network 127e6114-b151-4971-a21e-244e09760a8e is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:18.805759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:18.811899 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:18.820289 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.820983 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.834002 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-f22a5a60-6c8f-4f69-8d79-c2174e37ccb0 service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069023 May 31 12:51:18.835267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:18.840267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:18.860134 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798383 May 31 12:51:18.887637 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Request body: {'port': {'device_id': '15633ef9-5849-4616-b964-08a85a38e851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:19.007487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c21fe2-2665-40c7-ab0a-62165c66078d req-ff15bec0-a67b-4770-8154-26680ff40396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.008968 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-75c21fe2-2665-40c7-ab0a-62165c66078d req-ff15bec0-a67b-4770-8154-26680ff40396 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 1099 time: 0.3063750 May 31 12:51:19.050629 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.093006 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9f81510c-4a6f-49c8-bfd7-f6216c538de0 None None] Provisioning for port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:19.099366 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9f81510c-4a6f-49c8-bfd7-f6216c538de0 None None] Provisioning complete for port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:19.099809 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9f81510c-4a6f-49c8-bfd7-f6216c538de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.200853 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9f81510c-4a6f-49c8-bfd7-f6216c538de0 None None] Port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:19.220775 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-75c21fe2-2665-40c7-ab0a-62165c66078d req-33afb2f2-adc2-4356-8478-38d221a8f548 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968033 May 31 12:51:19.278297 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7344e3e8-144b-4326-8b51-50b2768675b3 req-dc64f654-e0e4-4bdb-96d3-59a037ef85ea service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288516 May 31 12:51:19.478164 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03371be2-5372-4e76-ae4a-92c064073535 req-2cf41ba8-ac22-4c3d-8715-d8252cdd8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.479775 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-2cf41ba8-ac22-4c3d-8715-d8252cdd8d0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 1096 time: 0.1245842 May 31 12:51:19.515415 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f86f90-f3a5-4115-ab79-6d4ddcb569d4 req-c3e95201-b69a-4017-b9c8-ba9edfcf0d3f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.517186 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e9f86f90-f3a5-4115-ab79-6d4ddcb569d4 req-c3e95201-b69a-4017-b9c8-ba9edfcf0d3f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.4061825 May 31 12:51:19.565231 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c35418-88a2-4dee-a2f8-776d2fa275c7 req-b402e546-a123-4f7d-8f7f-1c74d3b2010d tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.566806 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-05c35418-88a2-4dee-a2f8-776d2fa275c7 req-b402e546-a123-4f7d-8f7f-1c74d3b2010d tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 943 time: 0.4036231 May 31 12:51:19.645208 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e9f86f90-f3a5-4115-ab79-6d4ddcb569d4 req-6f530c47-7b59-42d6-8e77-e924b3be355c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192379 May 31 12:51:19.671814 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-05c35418-88a2-4dee-a2f8-776d2fa275c7 req-52af10d8-893f-41b7-ad70-a3c627690ccc tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910280 May 31 12:51:19.680653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03371be2-5372-4e76-ae4a-92c064073535 req-606abbcd-55dc-42be-882a-1c5d2053b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.685160 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-606abbcd-55dc-42be-882a-1c5d2053b5eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 911 time: 0.1858697 May 31 12:51:19.824760 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-af976abe-b58b-40a4-94f3-c8399c97b847 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 HTTP/1.1" status: 200 len: 217 time: 0.1320946 May 31 12:51:19.900672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:19.910701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.911910 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03371be2-5372-4e76-ae4a-92c064073535 req-a2be7902-7cc9-42b3-aa25-76e3b3453814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.913487 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-a2be7902-7cc9-42b3-aa25-76e3b3453814 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de9897d9-d0ed-484c-8a39-15208a268d98 HTTP/1.1" status: 200 len: 849 time: 0.0772054 May 31 12:51:19.931082 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Transition to ACTIVE for port object 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:19.948222 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.955155 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.961529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b093b71e-5128-4b2a-89c9-738bf39b9183 tempest-DeleteServersTestJSON-580259763 tempest-DeleteServersTestJSON-580259763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:19.985700 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-8eab4aac-6650-4baa-b297-3bf99aa21abc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=090a5f98-4ffa-4172-a52b-e07ff8efa800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607450 May 31 12:51:20.001041 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd943-4505-489d-81c6-3961683fe833 req-cf698d0b-83da-4062-a4c5-010a026c6cfe tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.001776 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-3b8dd943-4505-489d-81c6-3961683fe833 req-cf698d0b-83da-4062-a4c5-010a026c6cfe tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:20.134466 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-d783857f-c4f9-4421-80d8-b919e615721e service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358047 May 31 12:51:20.189783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-3b8dd943-4505-489d-81c6-3961683fe833 req-cf698d0b-83da-4062-a4c5-010a026c6cfe tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:20.190953 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3b8dd943-4505-489d-81c6-3961683fe833 req-cf698d0b-83da-4062-a4c5-010a026c6cfe tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 931 time: 0.3609300 May 31 12:51:20.198917 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Pushing event updated for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:20.240635 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:20.279304 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3b8dd943-4505-489d-81c6-3961683fe833 req-5441c524-a184-4eaa-aa95-85963586a8d8 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778813 May 31 12:51:20.282877 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Attempting to bind port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:20.283217 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Attempting to bind port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:20.283559 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Attempting to bind port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:20.298290 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 on network 127e6114-b151-4971-a21e-244e09760a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:20.298895 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Attempting to bind port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:20.304106 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-03371be2-5372-4e76-ae4a-92c064073535 req-3d63b13c-2e5d-4820-8670-3bcb7b0404f4 service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568196 May 31 12:51:20.307821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:20.308162 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Checking segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:20.308542 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Bound using segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:20.308971 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Bound port: 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:20.309339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.365239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3547e-e507-4d53-9f61-af1ca872ff27 req-23d57e81-44f8-404a-a80e-ef5b4e018c3f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.366689 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-75c3547e-e507-4d53-9f61-af1ca872ff27 req-23d57e81-44f8-404a-a80e-ef5b4e018c3f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.3594458 May 31 12:51:20.442841 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-75c3547e-e507-4d53-9f61-af1ca872ff27 req-866b0d84-2290-4d28-8ba2-55f779e8bfbc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623510 May 31 12:51:20.443699 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:20.447484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:20.454010 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.459657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-747367a5-3b31-4134-890e-5d3d0521acf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:20.520064 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.520669 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.522133 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] 10.222.0.38 "PUT /v2.0/ports/3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 200 len: 1093 time: 1.6516063 May 31 12:51:20.522625 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:20.525055 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53ad220-f771-4a17-892d-43ce89fe1b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:20.546798 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Pushing event updated for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:20.550468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:20.583109 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16f7168-7f5c-488c-91e8-b323289cb663 x-openstack-request-id: req-e16f7168-7f5c-488c-91e8-b323289cb663 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:20.583426 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:20.583701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e16f7168-7f5c-488c-91e8-b323289cb663 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:20.584131 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'status': 'completed', 'code': 200} May 31 12:51:20.700527 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-2c16c074-c1fd-4d00-bd90-3f78fb1f9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.702314 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-2c16c074-c1fd-4d00-bd90-3f78fb1f9cf1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1096 time: 0.0788958 May 31 12:51:20.959899 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-60d07aa0-95a7-4241-b952-817855b96403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.961429 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-60d07aa0-95a7-4241-b952-817855b96403 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2470942 May 31 12:51:21.007970 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e194c-88a0-463d-91ed-3f44689ecd0c req-12d24dd4-d4a3-4570-ad13-a2bd71b42356 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.009503 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d1e194c-88a0-463d-91ed-3f44689ecd0c req-12d24dd4-d4a3-4570-ad13-a2bd71b42356 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2199795 May 31 12:51:21.023660 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212e9b8-b552-48d2-821c-55bd1d80295a req-bbc1e646-0ebd-4f27-b77d-25229ef79f25 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.025085 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d212e9b8-b552-48d2-821c-55bd1d80295a req-bbc1e646-0ebd-4f27-b77d-25229ef79f25 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 943 time: 0.2345524 May 31 12:51:21.171636 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d1e194c-88a0-463d-91ed-3f44689ecd0c req-8be974b2-06d6-49dc-9a3e-5b766f193206 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430676 May 31 12:51:21.184972 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d212e9b8-b552-48d2-821c-55bd1d80295a req-fa697854-e454-49f4-bdf6-a4f02d648bfb tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000431 May 31 12:51:21.210701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-5e519660-4154-415f-bb05-c22f730da351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.212203 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f53ad220-f771-4a17-892d-43ce89fe1b5d req-5e519660-4154-415f-bb05-c22f730da351 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2316086 May 31 12:51:21.328724 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-c59a0b9d-16df-4de6-a936-005b373a4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.330569 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-c59a0b9d-16df-4de6-a936-005b373a4146 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1096 time: 0.0749238 May 31 12:51:21.539399 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-92245252-72b4-4e77-9623-91d1de994a88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 200 len: 217 time: 0.1886671 May 31 12:51:21.670871 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-2fe3bdc8-65f7-49bb-a3c0-12b4f5ce4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.672383 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-2fe3bdc8-65f7-49bb-a3c0-12b4f5ce4250 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.1216867 May 31 12:51:21.687199 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac528d48-6bed-4bc7-b0d1-9d3397900729 req-563ba2bd-4684-46e0-8878-66b4b95fcbd4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.688544 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ac528d48-6bed-4bc7-b0d1-9d3397900729 req-563ba2bd-4684-46e0-8878-66b4b95fcbd4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 943 time: 0.2685556 May 31 12:51:21.787080 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d64ce-2e7c-4189-9aef-8c58ebeccafa req-4beb15e2-a59f-412e-949c-aca139efde85 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.788423 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a69d64ce-2e7c-4189-9aef-8c58ebeccafa req-4beb15e2-a59f-412e-949c-aca139efde85 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.2013938 May 31 12:51:21.819015 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ac528d48-6bed-4bc7-b0d1-9d3397900729 req-0b8b6722-f329-4eef-a67b-c6543d367645 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906708 May 31 12:51:21.849058 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a69d64ce-2e7c-4189-9aef-8c58ebeccafa req-34e84ac5-19ac-4b30-acf2-03b059bbf7cb tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524325 May 31 12:51:21.850878 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-247f94ee-d7cd-4958-b237-27ce7f261e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.852225 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-247f94ee-d7cd-4958-b237-27ce7f261e3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1628573 May 31 12:51:21.986736 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:21.993926 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-1dd2b32f-c0bd-46e0-a061-8ef3df5f1811 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269038 May 31 12:51:22.137561 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:22.138959 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8dc2da2a-57ac-481b-9956-6488c7bee601 req-6908b91a-d3d0-4eeb-aea3-23d41f3925ce service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334779 May 31 12:51:22.158512 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114', 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800', 'port_id': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114', 'mac_address': 'fa:16:3e:ff:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9897d9-d0ed-484c-8a39-15208a268d98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:22.241697 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.264892 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:22.306544 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:22.309680 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-22f27310-c39b-4ec8-bc12-5eb02d7ad08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.314086 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.316583 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.411540 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.414733 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.546339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf467f0b-7528-43e3-b5b6-79b676780588 req-fcc88bc0-819c-4be2-9a9b-b36d7255d4d4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:22.547930 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bf467f0b-7528-43e3-b5b6-79b676780588 req-fcc88bc0-819c-4be2-9a9b-b36d7255d4d4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1554887 May 31 12:51:22.558408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879846ee-7acf-4e64-8f97-59d51edbcb27 req-8f83f7c5-b291-4326-a520-1f58a9a441a4 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:22.560028 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-879846ee-7acf-4e64-8f97-59d51edbcb27 req-8f83f7c5-b291-4326-a520-1f58a9a441a4 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 944 time: 0.1261978 May 31 12:51:22.579309 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56252) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.628200 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bf467f0b-7528-43e3-b5b6-79b676780588 req-aa93405c-50da-4e5d-bb07-2f8f47a908d5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671792 May 31 12:51:22.635649 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-879846ee-7acf-4e64-8f97-59d51edbcb27 req-d7045308-6be1-4546-b8e8-5140cc770ac5 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608356 May 31 12:51:22.659416 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Deleting subnet 9f3ed81e-a5f2-4390-a552-0e921d496407 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:22.662854 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.704429 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:22.743257 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.808916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.010636 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb943a-8843-4215-b064-2ba1ba4f5c87 req-fde7d6d8-ffc3-447f-bf02-e0f56677c5db tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:23.012325 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6fcb943a-8843-4215-b064-2ba1ba4f5c87 req-fde7d6d8-ffc3-447f-bf02-e0f56677c5db tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 943 time: 0.0837417 May 31 12:51:23.059002 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6fcb943a-8843-4215-b064-2ba1ba4f5c87 req-09339891-a147-4d49-af03-18f22d28b8f9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 May 31 12:51:23.063061 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.067689 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cdcc4e2b-8939-4541-a5e4-9aacb75512d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:23.105063 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3ed81e-a5f2-4390-a552-0e921d496407,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.108066 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.109027 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.114694 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d85c8554-943b-4d88-91ac-0e507ef677f7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9f3ed81e-a5f2-4390-a552-0e921d496407 HTTP/1.1" status: 204 len: 168 time: 0.5342643 May 31 12:51:23.117250 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56260) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:23.221347 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.429564 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.443285 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3274fa-7f4e-4bb1-82c4-d0201d4114c9']}} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:23.455848 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a839e8e0-2469-4487-8438-62ab46bdc952') {'for_net_delete': True} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:23.456148 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a839e8e0-2469-4487-8438-62ab46bdc952') {} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:23.467604 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146129'] for segment, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.484384 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.490394 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=98259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:23.490768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2149668'] for segment, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: Traceback (most recent call last): May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: timer() May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: cb(*args, **kw) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: return func(*args, **kwargs) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: self._notify() May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: self.callback(batched_events) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: event.method(event) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: return f(self, *a, **k) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: return self._get(url).json() May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: return self.request(url, 'GET', **kwargs) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:23.504497 dv-cinder-793264-2-smb neutron-server[98259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:23.585861 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.593140 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.595847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:23.615997 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3274fa-7f4e-4bb1-82c4-d0201d4114c9,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.621566 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] 10.222.0.61 "DELETE /v2.0/networks/eb3274fa-7f4e-4bb1-82c4-d0201d4114c9 HTTP/1.1" status: 204 len: 168 time: 0.5001576 May 31 12:51:23.621663 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56272) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:23.625998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-dba69b9f-d25d-406d-998a-2efd75a6540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.682374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Deleting subnet 24895629-fa20-4658-b843-146e6bcad2d4 {{(pid=98258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:23.685800 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.741317 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.748408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.002432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:24.005511 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:24.024813 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291725a4-9030-4776-ad8b-cad3a602a054 req-211ae0a1-987e-456b-afce-ad2806042e9c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:24.026997 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-291725a4-9030-4776-ad8b-cad3a602a054 req-211ae0a1-987e-456b-afce-ad2806042e9c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2483220 May 31 12:51:24.193726 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-291725a4-9030-4776-ad8b-cad3a602a054 req-5fc132ec-09f4-4d37-a705-9d55909325ed tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530173 May 31 12:51:24.243890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:24.246112 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988544c-0d11-4672-867c-a00a68e87278 req-132e790a-2fe8-4edf-920b-09fc5d19afa7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:24.253618 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b988544c-0d11-4672-867c-a00a68e87278 req-132e790a-2fe8-4edf-920b-09fc5d19afa7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 944 time: 0.2743104 May 31 12:51:24.262130 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:24.262777 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.298422 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596'] for subnet, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.309768 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-295cc3b7-3696-4503-ab6d-9907f946d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:24.332984 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:24.354032 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b988544c-0d11-4672-867c-a00a68e87278 req-30227ebc-4f18-42c2-9505-df1d6a0847f1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993252 May 31 12:51:24.354322 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'port_id': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'mac_address': 'fa:16:3e:77:35:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:24.358320 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.362398 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24895629-fa20-4658-b843-146e6bcad2d4,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:24.370847 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:24.371894 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/24895629-fa20-4658-b843-146e6bcad2d4 HTTP/1.1" status: 204 len: 168 time: 0.7478647 May 31 12:51:24.376433 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56308) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:24.480922 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.504786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:24.519967 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.538704 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:24.547192 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.550987 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-24e12644-07ad-4098-a017-7845240ecc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:24.591963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:24.594212 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998a28a0-9d97-471b-bd5d-75731dbc9609" -d '{"events": [{"server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "name": "network-vif-plugged", "status": "completed", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:24.614999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.616627 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:24.627166 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.638229 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:24.647866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:24.648373 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:24.693201 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03a8100-6367-4aea-af34-1d0c1bdec86f x-openstack-request-id: req-e03a8100-6367-4aea-af34-1d0c1bdec86f {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:24.693618 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "name": "network-vif-plugged", "status": "completed", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:24.693998 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e03a8100-6367-4aea-af34-1d0c1bdec86f {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:24.694586 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114', 'code': 200} May 31 12:51:24.770272 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.773155 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d496a2c-f22f-49ca-82c2-68d2d4e38c2f req-37349035-b8a7-4797-a0f7-66948078ff4f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:24.773601 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-0ab727a3-6e92-474c-b03b-00e8e5844056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.774494 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d496a2c-f22f-49ca-82c2-68d2d4e38c2f req-37349035-b8a7-4797-a0f7-66948078ff4f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 944 time: 0.2337370 May 31 12:51:24.785474 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:24.788308 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:24.816852 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.839495 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.839840 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.840563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.840943 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > port after_create 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.841289 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.841640 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > port after_update 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.841957 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.842273 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.842584 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.842902 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.927977 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.928251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.928582 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.928920 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98258) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:24.929312 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612841f4-e881-4404-8c20-deb0a8bb568f']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:24.973958 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:24.985814 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affd579a-412e-475c-89f8-311393217a7c') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:24.986114 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affd579a-412e-475c-89f8-311393217a7c') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:24.995190 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d496a2c-f22f-49ca-82c2-68d2d4e38c2f req-056a6f0f-dc39-41fc-b6f0-d9d1466a4d0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076423 May 31 12:51:25.003253 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.034475 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.046961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:25.047403 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: from cryptography.utils import int_from_bytes May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: from cryptography.utils import int_from_bytes May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:25.064151 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:25.120285 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbc1c-f3f1-4c38-926e-1cfa1904e901 req-32ba5223-c6c3-4305-b1c9-59b2e067b03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.121786 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef0cbc1c-f3f1-4c38-926e-1cfa1904e901 req-32ba5223-c6c3-4305-b1c9-59b2e067b03d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 1098 time: 0.1818421 May 31 12:51:25.171950 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.178846 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef0cbc1c-f3f1-4c38-926e-1cfa1904e901 req-e0dec525-a31e-41cf-9f3a-bd58169dab08 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450580 May 31 12:51:25.180194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:25.197003 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.203795 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Pushing event deleted for resources: {'Network': ['ID=612841f4-e881-4404-8c20-deb0a8bb568f,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:25.206595 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] 10.222.0.61 "DELETE /v2.0/networks/612841f4-e881-4404-8c20-deb0a8bb568f HTTP/1.1" status: 204 len: 168 time: 0.8289514 May 31 12:51:25.207498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:25.397399 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ac728-a1b2-4f4c-933f-0b4ab7254faa req-ad61a371-5951-48fe-a457-f09b4a9a999b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.402900 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-211ac728-a1b2-4f4c-933f-0b4ab7254faa req-ad61a371-5951-48fe-a457-f09b4a9a999b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1060197 May 31 12:51:25.443040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56338) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:25.468476 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-211ac728-a1b2-4f4c-933f-0b4ab7254faa req-f2a7c82a-d021-4a1d-97a8-874c5e72b1cc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 May 31 12:51:25.510115 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5bc6f604-32cf-4be7-a498-673eccf286af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4753e8c0532040d1b52f36c0754d3924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631540 May 31 12:51:25.510115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56344) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:25.577608 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.608914 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.633677 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.664319 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b19a1-a0c2-4e2c-a9be-85af56b2348d req-3583faf2-507d-4831-9d6f-9540c72f59db tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.666605 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-da1b19a1-a0c2-4e2c-a9be-85af56b2348d req-3583faf2-507d-4831-9d6f-9540c72f59db tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 945 time: 0.0993164 May 31 12:51:25.682984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.686853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d4a0e008-ddba-400c-91c9-8ea94a0a8d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:25.699781 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:25.706683 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:25.709346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.715924 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71adaaa5-bb60-4fb6-ba8f-79e1ce1fe151 HTTP/1.1" status: 204 len: 168 time: 0.2046843 May 31 12:51:25.733067 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-da1b19a1-a0c2-4e2c-a9be-85af56b2348d req-020a61f8-febc-424a-9220-8798c28163ab tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 May 31 12:51:26.125084 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56378) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:26.180913 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-3901c108-927f-400f-adb2-561b381068c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=625d3fb8a9ea4288be8d4da3ab4f2e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542896 May 31 12:51:26.183649 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56382) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:26.250665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70eaa7-829c-4c82-b227-5ab5ec109a2c req-92716853-c8f5-400f-83ff-98156cc8ca71 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.252122 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8b70eaa7-829c-4c82-b227-5ab5ec109a2c req-92716853-c8f5-400f-83ff-98156cc8ca71 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 944 time: 0.1232340 May 31 12:51:26.281177 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.327174 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8b70eaa7-829c-4c82-b227-5ab5ec109a2c req-eb7124a7-2fdf-473b-984b-4bcca834ffe2 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679164 May 31 12:51:26.328802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.393929 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.399052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d9f8995-5c2b-4b17-9567-35b3034d2fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:26.413815 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11450868-a52d-4880-8c72-3c915aa8abf0,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:26.416785 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.417811 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11450868-a52d-4880-8c72-3c915aa8abf0 HTTP/1.1" status: 204 len: 168 time: 0.2332592 May 31 12:51:26.419263 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:26.688097 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8715e0-7101-4a6f-8caa-fd396362baa0 req-d314c8f7-1311-4b0d-b8ca-180de9bcf43f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.695019 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0f8715e0-7101-4a6f-8caa-fd396362baa0 req-d314c8f7-1311-4b0d-b8ca-180de9bcf43f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1070259 May 31 12:51:26.739803 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0f8715e0-7101-4a6f-8caa-fd396362baa0 req-d886f1de-69ca-4835-9d0d-517f8487d5ef tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 May 31 12:51:27.075014 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc692765-bb47-4b99-8740-c7034b979fa4 req-3c26830b-c6b4-4c41-ad12-9fcbb9c22d93 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.082748 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc692765-bb47-4b99-8740-c7034b979fa4 req-3c26830b-c6b4-4c41-ad12-9fcbb9c22d93 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 945 time: 0.1050627 May 31 12:51:27.127813 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc692765-bb47-4b99-8740-c7034b979fa4 req-fcc9fa5e-4a25-4ce8-81ce-172bdc66453e tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 May 31 12:51:27.269678 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.536509 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c580b13-7063-40b4-8508-113340c32dac req-c7be8a5d-7c75-4bc6-a067-37f390fc4ba3 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.537983 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c580b13-7063-40b4-8508-113340c32dac req-c7be8a5d-7c75-4bc6-a067-37f390fc4ba3 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 944 time: 0.0955057 May 31 12:51:27.586008 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c580b13-7063-40b4-8508-113340c32dac req-ae58d49f-fe01-4fb9-92e1-ecefd60569de tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 May 31 12:51:27.748677 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56450) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:27.908881 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.936345 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:27.942057 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Usage tracker for resource:security_group_rule and tenant:fc0daaab2e6346a0b3f33723341f145d is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:27.947044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:27.954021 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:27.989889 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e59b-5957-4c33-969f-b9f072433d27 req-2e55b96d-7104-40ed-b84b-f4ab61591861 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.991555 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b179e59b-5957-4c33-969f-b9f072433d27 req-2e55b96d-7104-40ed-b84b-f4ab61591861 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1396446 May 31 12:51:28.024386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:28.080486 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.129850 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:28.134985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.137900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:28.138556 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.163984 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2e7bac45-2b00-4e1a-939b-d0a223a44933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:28.174286 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc0daaab2e6346a0b3f33723341f145d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245360 May 31 12:51:28.177279 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56470) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:28.203569 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b179e59b-5957-4c33-969f-b9f072433d27 req-3e114510-285c-4537-950f-66282486b72b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974022 May 31 12:51:28.221231 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c776b9-55bd-4f88-beee-f1476b6056f6,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:28.235656 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:28.286422 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.329945 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:28.331109 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:28.333605 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147d70a-5e14-4050-bfc5-bebb67de6faa" -d '{"events": [{"server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "name": "network-vif-plugged", "status": "completed", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:28.339276 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.341891 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:28.346607 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.417470 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.505276 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:28.514701 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:28.528192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.535688 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-679c6348-febd-49ad-ab1d-ffe5e9e02120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:28.553877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c776b9-55bd-4f88-beee-f1476b6056f6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:28.566473 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:28.569086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.570427 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95c776b9-55bd-4f88-beee-f1476b6056f6 HTTP/1.1" status: 204 len: 168 time: 0.3921959 May 31 12:51:28.706067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-cd9160b4-98b0-44ac-9b5e-f5725e735a9f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.718519 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-cd9160b4-98b0-44ac-9b5e-f5725e735a9f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.2670772 May 31 12:51:28.718710 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56506) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:28.747786 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-daa8809d-5a11-4b65-9ab5-27ef9db7b086 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/quotas/d2e1caaf524c4ec6b7dd0de64284fa6d HTTP/1.1" status: 200 len: 375 time: 0.0147250 May 31 12:51:28.750337 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30edd61-294c-4981-901f-86bb0aa42ddc x-openstack-request-id: req-e30edd61-294c-4981-901f-86bb0aa42ddc {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:28.750651 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "name": "network-vif-plugged", "status": "completed", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:28.750896 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e30edd61-294c-4981-901f-86bb0aa42ddc {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:28.751290 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'code': 200} May 31 12:51:28.916958 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-7175fd0b-306e-4f2a-ad6c-3d6c34eb7b0c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1683989 May 31 12:51:29.058328 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.076878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:29.081497 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Usage tracker for resource:security_group_rule and tenant:f677d16eb87040148855b49fda25f07c is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:29.084563 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:29.090968 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:29.192770 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.199113 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.209188 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8e579228-c27d-414f-9f31-c819c449f46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.258008 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f677d16eb87040148855b49fda25f07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356920 May 31 12:51:29.258208 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-7e52c8cb-a759-4e34-9ea3-22ccea69008a service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389406 May 31 12:51:29.258305 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56530) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:29.269350 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4170fa41-0771-443b-9c8b-eed44fe548fd,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.274172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.324071 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.336744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10371bd-6fa4-42f1-8129-12eda546f21d req-705f9d8e-8ffa-49d9-acf6-3597decf2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:29.338125 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b10371bd-6fa4-42f1-8129-12eda546f21d req-705f9d8e-8ffa-49d9-acf6-3597decf2cbd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1098 time: 0.2615106 May 31 12:51:29.351065 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.380052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df17eb6-b684-4ad5-9d43-52cb810656f9 req-65b2a35d-c06e-422c-b4d8-17378fe53765 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:29.380468 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7df17eb6-b684-4ad5-9d43-52cb810656f9 req-65b2a35d-c06e-422c-b4d8-17378fe53765 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.3022850 May 31 12:51:29.412583 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.418901 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0de8fd54-6697-48d3-88a4-6400971153eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.430309 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4170fa41-0771-443b-9c8b-eed44fe548fd,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.435075 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.438275 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.439397 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4170fa41-0771-443b-9c8b-eed44fe548fd HTTP/1.1" status: 204 len: 168 time: 0.1803746 May 31 12:51:29.456665 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b10371bd-6fa4-42f1-8129-12eda546f21d req-b71ca853-7f79-4809-9195-4dacde63ddc1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038365 May 31 12:51:29.483078 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-83a306bf-022d-4540-8a40-d2e709f20b3c service neutron] 10.222.0.61 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246492 May 31 12:51:29.493872 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7df17eb6-b684-4ad5-9d43-52cb810656f9 req-5db07933-e2a8-4cbc-8688-3e8d93fcaa27 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065421 May 31 12:51:29.711013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b16e3-9986-4be3-82ab-09ad9277f5eb req-01ae4a7d-e325-44db-b0f1-90b030d4d2c7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:29.719630 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f04b16e3-9986-4be3-82ab-09ad9277f5eb req-01ae4a7d-e325-44db-b0f1-90b030d4d2c7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 945 time: 0.1212769 May 31 12:51:29.791433 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f04b16e3-9986-4be3-82ab-09ad9277f5eb req-7bca9e93-a939-44bb-82bd-76d11045984b tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693958 May 31 12:51:29.926100 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-191f47bc-003b-4fab-883d-8bac3b8ea3a2 req-4b97fe2d-d440-47f2-a4cd-fe201947f894 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 210 time: 0.0576289 May 31 12:51:29.972853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56562) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:29.998325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.016324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:30.021921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c68d4910504cef978d717b024a61e5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:30.025641 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:30.032421 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:30.067293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b62d13-d110-44c1-99d0-69c098140ae7 req-dda4eced-928b-4b6a-87fe-07800de9c225 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.069023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85b62d13-d110-44c1-99d0-69c098140ae7 req-dda4eced-928b-4b6a-87fe-07800de9c225 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1329756 May 31 12:51:30.138675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.144536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.151306 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85b62d13-d110-44c1-99d0-69c098140ae7 req-0b106ad6-e732-4ffb-9035-be88fd7b3f3b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754232 May 31 12:51:30.155175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c6a9de08-6d73-4f62-9174-f88cd68b9bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:30.207365 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47b2656-3bda-45dc-bc08-0790c25e6f7e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:30.214885 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4c68d4910504cef978d717b024a61e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405088 May 31 12:51:30.215992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:30.217928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56576) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:30.300273 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.332613 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.401466 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.408198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c5f32e87-54c3-41bf-84a0-5700cecae855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:30.421665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47b2656-3bda-45dc-bc08-0790c25e6f7e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:30.424866 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:30.436275 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.439601 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a47b2656-3bda-45dc-bc08-0790c25e6f7e HTTP/1.1" status: 204 len: 168 time: 0.2181134 May 31 12:51:30.520452 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56588) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:30.745959 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ff136-d9c5-420a-91f7-0e0a001a2633 req-e73e14d6-ad96-401b-bbee-2867b54e037e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.747435 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f09ff136-d9c5-420a-91f7-0e0a001a2633 req-e73e14d6-ad96-401b-bbee-2867b54e037e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0986121 May 31 12:51:30.794530 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f09ff136-d9c5-420a-91f7-0e0a001a2633 req-fab100b0-8f54-4ab4-97f3-bfe9a30ceabf tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413847 May 31 12:51:30.842471 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.860864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:30.880728 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Usage tracker for resource:security_group_rule and tenant:c5a56c9a70b54c35bbd2a411190d7d26 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:30.884678 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:30.898122 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:31.047752 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-b3dace51-ff74-453c-b477-4567afedf318 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.051510 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-b3dace51-ff74-453c-b477-4567afedf318 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 945 time: 0.1849694 May 31 12:51:31.092579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.109390 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.147230 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-20ec081b-80eb-42b2-bb00-64221c7d83fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:31.157288 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5a56c9a70b54c35bbd2a411190d7d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6357596 May 31 12:51:31.162254 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56616) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:31.254973 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abb2f4-c2ce-44ed-b9a2-7e65f0f45511,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:31.262458 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:31.299396 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93c60693-bae0-4ae4-b157-f5e99927ab54 req-509e7392-bb56-4764-a051-60e8885f5e9e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 210 time: 0.0992146 May 31 12:51:31.359172 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f96c4-3610-40bc-b91e-da6773d54d52 req-0b3abbe0-8021-4672-87bd-d92bde541233 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.360757 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa7f96c4-3610-40bc-b91e-da6773d54d52 req-0b3abbe0-8021-4672-87bd-d92bde541233 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 945 time: 0.3083303 May 31 12:51:31.382449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.386404 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Deleting port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:31.386758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.415299 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.624280 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-8e821615-6f3f-4359-96f3-2d29ed6669c3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.624280 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-8e821615-6f3f-4359-96f3-2d29ed6669c3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 814 time: 0.2783082 May 31 12:51:31.624280 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.632824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6bfb32d6-3b45-4adb-b443-94d7c6f1170a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:31.646304 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abb2f4-c2ce-44ed-b9a2-7e65f0f45511,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:31.648432 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:31.670093 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Request body: {'port': {'device_id': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'admin_state_up': True, 'tenant_id': 'd2e1caaf524c4ec6b7dd0de64284fa6d'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:31.701461 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.712897 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2abb2f4-c2ce-44ed-b9a2-7e65f0f45511 HTTP/1.1" status: 204 len: 168 time: 0.5419083 May 31 12:51:31.726665 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa7f96c4-3610-40bc-b91e-da6773d54d52 req-9ae91afd-a5f0-479b-b9b0-6150fb4475b6 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586605 May 31 12:51:31.789162 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] For port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:31.790074 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.941960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:31.948155 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Usage tracker for resource:port and tenant:d2e1caaf524c4ec6b7dd0de64284fa6d is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:31.952182 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:31.959338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:31.968551 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecbce8-8569-40f3-b709-53cdb1df2fa2 req-99da2d8e-1e10-4f94-b05b-042e6d2d8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.970153 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-98ecbce8-8569-40f3-b709-53cdb1df2fa2 req-99da2d8e-1e10-4f94-b05b-042e6d2d8c7a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 1099 time: 0.1626990 May 31 12:51:31.975812 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Made reservation on behalf of d2e1caaf524c4ec6b7dd0de64284fa6d for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:31.979563 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.985162 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Calling delete_port for a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:32.087462 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-98ecbce8-8569-40f3-b709-53cdb1df2fa2 req-625f462f-53d9-4d58-9645-fd7fa4d31e10 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958171 May 31 12:51:32.135779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41d2a1-fce2-4e7d-8938-4fdfb728b99f req-8ac5ae98-e084-4100-8e0f-23817690591f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.142642 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed41d2a1-fce2-4e7d-8938-4fdfb728b99f req-8ac5ae98-e084-4100-8e0f-23817690591f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.5771570 May 31 12:51:32.236876 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed41d2a1-fce2-4e7d-8938-4fdfb728b99f req-44f72c7f-ca5a-4334-ac19-78a9f0c3a92f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931294 May 31 12:51:32.284858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106bf25-32f1-4f85-bd7d-20c17ac1e241 req-60781278-1f22-4deb-b87c-1c0632ca6535 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.292926 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d106bf25-32f1-4f85-bd7d-20c17ac1e241 req-60781278-1f22-4deb-b87c-1c0632ca6535 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.3185468 May 31 12:51:32.330871 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Allocated IP 172.20.0.6 (aec20416-10b5-4489-95f4-5b892c087481/89f6df94-c935-49a3-a0d8-7f2fbce52069/fa4337ce-dd8a-4351-ad8c-9e897512aa60) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:32.434396 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d106bf25-32f1-4f85-bd7d-20c17ac1e241 req-403201c2-65ae-4688-8de7-6427574bb1d9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172478 May 31 12:51:32.475992 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.485507 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df40071d-8f55-48c7-9488-fdc8edf3f99b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:32.553734 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Pushing event deleted for resources: {'Port': ['ID=a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:32.557608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:32.688375 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] No DVR routers for this DVR port a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:32.703005 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.706433 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'name': 'network-vif-deleted', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:32.708738 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cabca0-f5be-4810-ab4a-894a81b1491a" -d '{"events": [{"server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "name": "network-vif-deleted", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:32.708904 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.743929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.748565 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ec686c88-c775-4ef6-9352-2d4436881176 req-788222f7-5e50-4f48-8bc4-28df9e659cca tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 210 time: 0.1000879 May 31 12:51:32.757269 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62', '70ccd312-7c00-413e-95f2-a8fe9f720531', '174c1f87-b98a-4762-966d-53284d7a2132'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:32.757859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:32.761440 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc3f7639-aaaa-4113-9704-e3e6461910bb req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "DELETE /v2.0/ports/a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 HTTP/1.1" status: 204 len: 173 time: 1.6538107 May 31 12:51:32.855080 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aff3153-3d71-4e56-b062-bbc9fd301141 x-openstack-request-id: req-7aff3153-3d71-4e56-b062-bbc9fd301141 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:32.855725 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e6c0f8-7e2c-4714-acaf-854b81d1bea0", "name": "network-vif-deleted", "tag": "a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:32.855725 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aff3153-3d71-4e56-b062-bbc9fd301141 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:32.856034 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e6c0f8-7e2c-4714-acaf-854b81d1bea0', 'name': 'network-vif-deleted', 'tag': 'a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114', 'status': 'completed', 'code': 200} May 31 12:51:32.880892 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368703d-9f51-4eb8-b250-100653f3276a req-3a23d210-c763-4f37-93c7-8bd06c2f812a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.889864 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9368703d-9f51-4eb8-b250-100653f3276a req-3a23d210-c763-4f37-93c7-8bd06c2f812a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1994185 May 31 12:51:32.901207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56682) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:32.906009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'floatingip': {'port_id': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:33.052601 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.124261 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Network aec20416-10b5-4489-95f4-5b892c087481 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:33.129545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:33.132705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:33.236710 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-914b5cb9-47b2-43ff-8f0b-87f176077e33 req-ba73b3ec-cece-43fa-9b73-f57c1b115cc9 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Synchronizing usage tracker for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:33.289619 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-914b5cb9-47b2-43ff-8f0b-87f176077e33 req-ba73b3ec-cece-43fa-9b73-f57c1b115cc9 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Unset dirty status for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:33.290797 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-914b5cb9-47b2-43ff-8f0b-87f176077e33 req-ba73b3ec-cece-43fa-9b73-f57c1b115cc9 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=c4e6c0f8-7e2c-4714-acaf-854b81d1bea0 HTTP/1.1" status: 200 len: 210 time: 0.1654572 May 31 12:51:33.316820 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.317517 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.383063 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event updated for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:33.393961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:33.395463 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416506 May 31 12:51:33.413400 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Request body: {'port': {'device_id': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:33.637123 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.019124 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85226ec7-e9fa-41b2-b5e7-ef040d7b0a23 req-e4f7b02d-d0ed-48ec-a55c-fa6f739bd72a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.026205 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85226ec7-e9fa-41b2-b5e7-ef040d7b0a23 req-e4f7b02d-d0ed-48ec-a55c-fa6f739bd72a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.6339378 May 31 12:51:34.049582 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:34.143415 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:34.143803 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a99b4c2d-3a9c-4e9f-bf7f-08a1ee8bd114 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:34.171123 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4337ce-dd8a-4351-ad8c-9e897512aa60 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:34.194913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.206329 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85226ec7-e9fa-41b2-b5e7-ef040d7b0a23 req-bb5bbe86-4397-4f24-a772-12f32473bbbe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792212 May 31 12:51:34.240261 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Transition to ACTIVE for port object fa4337ce-dd8a-4351-ad8c-9e897512aa60 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:34.246385 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.252792 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:34.282786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a85f9a-fa75-45f1-a21d-3ee68c3ed671 req-703e924c-fd02-43da-951c-780af88f8c88 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.290112 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-21a85f9a-fa75-45f1-a21d-3ee68c3ed671 req-703e924c-fd02-43da-951c-780af88f8c88 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 931 time: 0.3698857 May 31 12:51:34.492548 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.512127 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.568128 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Pushing event updated for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:34.583625 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:34.625183 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-21a85f9a-fa75-45f1-a21d-3ee68c3ed671 req-8ff959a1-7eda-4109-b321-12e9dff0c965 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242872 May 31 12:51:34.660740 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Attempting to bind port fa4337ce-dd8a-4351-ad8c-9e897512aa60 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:34.661052 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Attempting to bind port fa4337ce-dd8a-4351-ad8c-9e897512aa60 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:34.661515 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Attempting to bind port fa4337ce-dd8a-4351-ad8c-9e897512aa60 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:34.668383 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Port fa4337ce-dd8a-4351-ad8c-9e897512aa60 on network aec20416-10b5-4489-95f4-5b892c087481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:34.668383 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Attempting to bind port fa4337ce-dd8a-4351-ad8c-9e897512aa60 on network aec20416-10b5-4489-95f4-5b892c087481 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:34.674257 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:34.674964 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Checking segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:34.675150 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Bound using segment: {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:34.675530 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Bound port: fa4337ce-dd8a-4351-ad8c-9e897512aa60, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d3fdb9-98fc-4771-ac91-81f0eb962054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:34.675952 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.793526 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:34.796809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:34.801632 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.806523 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:34.862267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.863061 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.864503 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] 10.222.0.38 "PUT /v2.0/ports/fa4337ce-dd8a-4351-ad8c-9e897512aa60 HTTP/1.1" status: 200 len: 1093 time: 1.4563727 May 31 12:51:34.864949 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.l3_db [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Floating IP b8d444fd-fde5-452f-9374-1bf21ccb6e32 associated. External IP: 172.28.2.46, port: 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6. May 31 12:51:34.867460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:34.874199 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b985b430-3954-4d7e-8028-41dda26e06a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:34.906819 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Pushing event updated for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:34.910232 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:34.953025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fda221-ce31-47c5-9859-d4ee024e4e56 x-openstack-request-id: req-13fda221-ce31-47c5-9859-d4ee024e4e56 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:34.953369 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:34.953644 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13fda221-ce31-47c5-9859-d4ee024e4e56 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:34.954059 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60', 'status': 'completed', 'code': 200} May 31 12:51:34.990546 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-4875e38a-9f86-4e25-9ab8-6fbc045bb6a7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.992042 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-4875e38a-9f86-4e25-9ab8-6fbc045bb6a7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 809 time: 0.2549245 May 31 12:51:34.997065 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-feb83e6a-7c61-4185-9ed7-c9683a906860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.998634 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-feb83e6a-7c61-4185-9ed7-c9683a906860 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 1096 time: 0.0933371 May 31 12:51:35.076435 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-feb6b612-df48-4415-ac99-7e51bf27afaa tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/quotas/7ede5581d9ca43d5b9a207e61a96a6c5 HTTP/1.1" status: 200 len: 375 time: 0.0271401 May 31 12:51:35.082611 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-0171b36d-3a8a-467d-8d50-9c86a3fbff00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60 HTTP/1.1" status: 200 len: 217 time: 0.0680318 May 31 12:51:35.132314 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-dccc066d-dfd7-4431-8327-b64e435c1d80 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487890 May 31 12:51:35.152980 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-6f3f2a12-9126-42a6-bdf2-7e6292b6c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.154434 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-6f3f2a12-9126-42a6-bdf2-7e6292b6c1ca service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0613549 May 31 12:51:35.214183 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-4e2a98ca-9a1c-4fb5-b5ec-94ed41acbb3f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409951 May 31 12:51:35.364888 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-fc2c85c2-12f2-40c4-bae0-583ac0b0f7f4 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275942 May 31 12:51:35.517502 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-7b5435a8-3f7b-459f-afd4-8a41e46a32d5 service neutron] 10.222.0.61 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299339 May 31 12:51:35.541939 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff80ef5a-8396-47e5-a226-2a3b28c9d521 req-980a29ea-4cdb-491e-911e-45defb1943ac service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643448 May 31 12:51:35.550666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:35.627088 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6d13-1cc8-404b-8aa2-f17c2a39ab6b req-38edb60c-bfcc-4722-9c8d-165d455af8d7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.628586 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-768d6d13-1cc8-404b-8aa2-f17c2a39ab6b req-38edb60c-bfcc-4722-9c8d-165d455af8d7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.3231754 May 31 12:51:35.795419 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56760) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:35.838306 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-4c851b02-3b3c-4240-acd5-a1cc5775016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.841558 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-4c851b02-3b3c-4240-acd5-a1cc5775016a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 1096 time: 0.2377994 May 31 12:51:35.996425 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.002791 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-768d6d13-1cc8-404b-8aa2-f17c2a39ab6b req-877bea50-b4f0-4a06-a38f-71f9cfd65773 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990933 May 31 12:51:36.010526 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:36.013928 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-fbffc49f-a835-4625-bc46-469d08499a0f service neutron] 10.222.0.61 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855258 May 31 12:51:36.024253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa416d9784045779af1bde8dc679a20 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:36.027902 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:36.033908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:36.069442 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:36.077416 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.083035 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:36.100751 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:36.101771 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:51:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:36.135408 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.148905 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.161011 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-96f8eb1b-29b5-4741-91bd-802839395936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.179656 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-8c08ef4f-5178-4aa6-8413-4ae4a1e77aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.181209 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-8c08ef4f-5178-4aa6-8413-4ae4a1e77aa1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 200 len: 916 time: 0.3324618 May 31 12:51:36.238601 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-39546b69-3682-42ba-b5f0-0ec0c957e1fd tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "PUT /v2.0/floatingips/b8d444fd-fde5-452f-9374-1bf21ccb6e32 HTTP/1.1" status: 200 len: 990 time: 3.3372843 May 31 12:51:36.240709 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:36.247675 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:36.288997 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa7a3-63ea-408a-8afe-6e0f1de056f5 req-7aff2126-a30a-4307-bff7-3cf9e45abdc0 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.291488 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-27afa7a3-63ea-408a-8afe-6e0f1de056f5 req-7aff2126-a30a-4307-bff7-3cf9e45abdc0 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 943 time: 0.1512702 May 31 12:51:36.344493 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-19d72eae-0db2-458e-b5d4-33cea3979a7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60 HTTP/1.1" status: 200 len: 217 time: 0.1512744 May 31 12:51:36.351512 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0aa416d9784045779af1bde8dc679a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550842 May 31 12:51:36.362901 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56784) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:36.366711 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:36.422306 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-27afa7a3-63ea-408a-8afe-6e0f1de056f5 req-e737cc76-9059-46da-b776-40e8aea748fb tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249073 May 31 12:51:36.428102 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-442e79bb-957b-4e52-abed-e0bbf4968bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.429592 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-442e79bb-957b-4e52-abed-e0bbf4968bb2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 200 len: 854 time: 0.0759997 May 31 12:51:36.430388 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646ae050-1909-4018-96c6-01a0fec77fae,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.433519 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.516853 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.548932 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-51f4b43d-03f7-490b-b861-063725a886a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=aec20416-10b5-4489-95f4-5b892c087481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001971 May 31 12:51:36.581356 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-84e6b7ba-8a3a-4ffa-91ec-5cca960c053f req-e1566800-3fd5-4927-a25e-fa6973530ad5 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 210 time: 0.0529790 May 31 12:51:36.682369 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.746784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a08885-7002-418d-83f0-303df97aff20 req-99224a27-2ca1-4a03-8cad-cf10e38659ac tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.747479 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b6a08885-7002-418d-83f0-303df97aff20 req-99224a27-2ca1-4a03-8cad-cf10e38659ac tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1652620 May 31 12:51:36.761171 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-9f528b75-82e5-4f46-9abe-286a88128efa service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002203 May 31 12:51:36.813821 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b6a08885-7002-418d-83f0-303df97aff20 req-0cc403e0-69e2-4e63-ac22-d9cb46cea1d1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 May 31 12:51:36.815048 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.824487 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2180460a-be6c-49f2-b25a-0a370957864c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.856294 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646ae050-1909-4018-96c6-01a0fec77fae,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.858483 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.859712 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/646ae050-1909-4018-96c6-01a0fec77fae HTTP/1.1" status: 204 len: 168 time: 0.4901540 May 31 12:51:36.860764 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.921968 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995079e5-55c8-4bb8-a13c-d08b415c29b4 x-openstack-request-id: req-995079e5-55c8-4bb8-a13c-d08b415c29b4 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:36.922435 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:36.922781 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-995079e5-55c8-4bb8-a13c-d08b415c29b4 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:36.923428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'status': 'completed', 'code': 200} May 31 12:51:36.964156 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-b985b430-3954-4d7e-8028-41dda26e06a2 req-57819f5b-92e0-4543-b63d-085c4e5ca299 service neutron] 10.222.0.38 "GET /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849489 May 31 12:51:37.096763 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'b8d444fd-fde5-452f-9374-1bf21ccb6e32', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:77:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633ef9-5849-4616-b964-08a85a38e851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:34Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:37.102986 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:37.113663 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:37.114719 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:51:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:37.160187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-142a20ea-d67b-49dc-bb48-bcd2bf161d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.174218 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-142a20ea-d67b-49dc-bb48-bcd2bf161d44 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1098 time: 0.1712651 May 31 12:51:37.349799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-c2559717-627c-4707-98de-ae7ea8a63d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.352037 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-c2559717-627c-4707-98de-ae7ea8a63d7f service neutron] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 913 time: 0.1692173 May 31 12:51:37.373344 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56812) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:37.390453 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:37.408492 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.446917 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:37.456244 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Usage tracker for resource:security_group_rule and tenant:f6e0880826394ad3bb3f1b45b5a94fca is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:37.464423 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:37.484214 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:37.606633 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-249e31a8-a4b5-4e4c-9edc-30ce0459637e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 200 len: 998 time: 0.2404432 May 31 12:51:37.696290 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.703737 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.724859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9deb2fd9-76c2-4a3a-9232-a8d54ecc634f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:37.786339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a87e2-0c53-432f-b9ac-bd0d675ea66d,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:37.790932 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:37.812320 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6e0880826394ad3bb3f1b45b5a94fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367998 May 31 12:51:37.814562 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56836) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:37.832154 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-1ebb3a8f-807a-4905-b30b-17c36ab67181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.833921 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-1ebb3a8f-807a-4905-b30b-17c36ab67181 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.2175221 May 31 12:51:37.927475 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.995456 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.070754 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9ea1b315-42c5-4fff-98c7-644d89a90083 req-2be1d18c-9db6-42ab-83cc-95d0ab83d1e5 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 210 time: 0.1377223 May 31 12:51:38.075765 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fa4337ce-dd8a-4351-ad8c-9e897512aa60 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:38.107329 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.112432 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c0ac6fe4-7dac-4f68-8fc6-ea92e22e3e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:38.132107 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba722313-5489-4d4c-9f5d-de01beeed176 req-73e54258-7a88-40e5-93e3-e1385826745c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:38.133854 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a87e2-0c53-432f-b9ac-bd0d675ea66d,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:38.142811 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ba722313-5489-4d4c-9f5d-de01beeed176 req-73e54258-7a88-40e5-93e3-e1385826745c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 943 time: 0.4306624 May 31 12:51:38.143552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:38.237969 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'b8d444fd-fde5-452f-9374-1bf21ccb6e32', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:77:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633ef9-5849-4616-b964-08a85a38e851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:34Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:38.250137 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7af572-3fa5-463c-9cf1-edd821950811 None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'b8d444fd-fde5-452f-9374-1bf21ccb6e32', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:77:35:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15633ef9-5849-4616-b964-08a85a38e851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:34Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:38.296119 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ba722313-5489-4d4c-9f5d-de01beeed176 req-6a93da0c-8598-46fc-b0db-ac0ef4373427 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490431 May 31 12:51:38.327784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-da7ea197-d776-4b54-afc7-074f89c3e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:38.334885 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-da7ea197-d776-4b54-afc7-074f89c3e861 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4771016 May 31 12:51:38.407713 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.411330 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca6a87e2-0c53-432f-b9ac-bd0d675ea66d HTTP/1.1" status: 204 len: 168 time: 0.5932548 May 31 12:51:38.466669 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:38.484121 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60', 'network_id': 'aec20416-10b5-4489-95f4-5b892c087481', 'port_id': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60', 'mac_address': 'fa:16:3e:a9:05:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f6df94-c935-49a3-a0d8-7f2fbce52069', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:38.555870 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-cbfdf4a7-f829-47e6-a374-c9739fb4d82d tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:38.566375 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-cbfdf4a7-f829-47e6-a374-c9739fb4d82d tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 809 time: 0.3941927 May 31 12:51:38.571323 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-05185de7-7bcb-4def-9af6-b7680d3c2083 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233593 May 31 12:51:38.595985 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Request body: {'port': {'device_id': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800', 'admin_state_up': True, 'tenant_id': '7ede5581d9ca43d5b9a207e61a96a6c5'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:38.600050 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.668691 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4337ce-dd8a-4351-ad8c-9e897512aa60 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:38.715400 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea9fe8-3e16-4965-940b-18228f69c87b None None] New status for floating IP b8d444fd-fde5-452f-9374-1bf21ccb6e32: ACTIVE {{(pid=98260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:51:38.796113 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:38.807740 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:38.822838 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Made reservation on behalf of 7ede5581d9ca43d5b9a207e61a96a6c5 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:38.832975 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.850366 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d7f8fa-842f-4dd8-801a-83f07e07f4b9 req-47627648-79fa-42e8-988c-745b51c76a5c service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548554 May 31 12:51:38.893240 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:38.909035 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.920630 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:39.050913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Allocated IP 172.20.0.4 (090a5f98-4ffa-4172-a52b-e07ff8efa800/de9897d9-d0ed-484c-8a39-15208a268d98/c1985fb7-d792-40bc-aa81-08d6d379553e) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:39.126083 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:39.132473 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:39.295996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['fa4337ce-dd8a-4351-ad8c-9e897512aa60'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:39.418212 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4e1093eb-2711-41f2-9697-fc9f8e618546 req-9cb76b86-dff6-40a8-b397-d86a420d0170 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 210 time: 0.2146761 May 31 12:51:39.428400 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.509563 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.525685 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:39.570891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-4e092c7f-7735-446f-96b9-020bd3531490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.573033 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-4e092c7f-7735-446f-96b9-020bd3531490 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.3089161 May 31 12:51:39.581726 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84309cd-ca55-4695-b76d-3a3f6514b249 req-b1787e2a-035a-43e0-a6e3-131ead8b427c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.583149 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c84309cd-ca55-4695-b76d-3a3f6514b249 req-b1787e2a-035a-43e0-a6e3-131ead8b427c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1585147 May 31 12:51:39.619954 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Network 090a5f98-4ffa-4172-a52b-e07ff8efa800 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:39.626432 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:39.629330 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:39.864355 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Pushing event updated for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:39.871924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.872560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.876678 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:39.906069 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139472 May 31 12:51:39.906711 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c84309cd-ca55-4695-b76d-3a3f6514b249 req-2165eea8-ebca-4294-9c36-327358b91183 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980142 May 31 12:51:39.908182 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-07e2f907-74c1-4555-abb2-3fb6889a7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.910600 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-07e2f907-74c1-4555-abb2-3fb6889a7eef service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.3261013 May 31 12:51:39.936736 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Request body: {'port': {'device_id': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:40.030307 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-5fa0cfa7-cf26-4c31-a042-d352eee656ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.0938795 May 31 12:51:40.077992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.127524 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefb8e-271e-4405-ae66-1cdf237fb6d1 req-505115bc-d36f-45d5-8390-fdd8bfddf439 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.129976 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b6fefb8e-271e-4405-ae66-1cdf237fb6d1 req-505115bc-d36f-45d5-8390-fdd8bfddf439 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 944 time: 0.5240462 May 31 12:51:40.162717 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-d5946e86-1235-45b6-ac29-2b862425ccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.164420 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-d5946e86-1235-45b6-ac29-2b862425ccf5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.1248057 May 31 12:51:40.236941 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-0784b7c8-db8c-45bf-9998-6f0cc8bb4e0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564435 May 31 12:51:40.240806 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b6fefb8e-271e-4405-ae66-1cdf237fb6d1 req-395ecb65-16c3-420a-9753-d0b67ab86d9b tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019237 May 31 12:51:40.383746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-07db6f32-e641-4aab-9f37-3c4ae81cf784 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319430 May 31 12:51:40.421141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56936) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:40.533039 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1de6c5a3-192b-4046-990f-a18885d31f85 req-2c5ae23b-b2c2-4ea6-9ab4-d721ba4896f3 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410162 May 31 12:51:40.561588 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1985fb7-d792-40bc-aa81-08d6d379553e {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:40.573043 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.589564 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Transition to ACTIVE for port object c1985fb7-d792-40bc-aa81-08d6d379553e will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:40.594841 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.618172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.667321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd402f-b600-4a23-9df4-2bbeaaf91c73 req-e50b0a86-8295-40ed-9b2c-a5f9741856f6 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.668787 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9cfd402f-b600-4a23-9df4-2bbeaaf91c73 req-e50b0a86-8295-40ed-9b2c-a5f9741856f6 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 943 time: 0.1031296 May 31 12:51:40.721902 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9cfd402f-b600-4a23-9df4-2bbeaaf91c73 req-8f3fa19d-3934-45c9-83d7-bcfdeb11642e tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465109 May 31 12:51:40.746786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.761540 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:40.765446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4e604f904a4ac897848270e0926a3c is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:40.768893 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:40.774707 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:40.828013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Pushing event updated for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.831125 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:40.873849 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.876279 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Attempting to bind port c1985fb7-d792-40bc-aa81-08d6d379553e on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:40.876706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Attempting to bind port c1985fb7-d792-40bc-aa81-08d6d379553e by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:40.877083 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Attempting to bind port c1985fb7-d792-40bc-aa81-08d6d379553e on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:40.878289 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.881930 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Port c1985fb7-d792-40bc-aa81-08d6d379553e on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:40.882243 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Attempting to bind port c1985fb7-d792-40bc-aa81-08d6d379553e on network 090a5f98-4ffa-4172-a52b-e07ff8efa800 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:40.887009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0454fa37-79e1-47e6-81d6-f37b831c73f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.888078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:40.888479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Checking segment: {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:40.888862 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Bound using segment: {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:40.889310 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Bound port: c1985fb7-d792-40bc-aa81-08d6d379553e, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:40.889673 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.926363 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b4e604f904a4ac897848270e0926a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598119 May 31 12:51:40.927274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208f745b-9daa-49d1-af3b-bc04cfec2951,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.929015 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56958) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:40.943517 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.035368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:41.043699 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.048466 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c1985fb7-d792-40bc-aa81-08d6d379553e,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:41.060796 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.067627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b912cd2d-0391-4bae-b13c-ac4967f14842 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.145252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.155706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.156427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.157872 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] 10.222.0.38 "PUT /v2.0/ports/c1985fb7-d792-40bc-aa81-08d6d379553e HTTP/1.1" status: 200 len: 1093 time: 1.2261980 May 31 12:51:41.160883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:41.163411 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da" -d '{"events": [{"name": "network-changed", "server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:41.166218 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7cd0b-896f-4eab-8236-9f269d317e2a req-ecd9d7b2-7fc0-4c68-b819-73173668eeee tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.175581 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a1b7cd0b-896f-4eab-8236-9f269d317e2a req-ecd9d7b2-7fc0-4c68-b819-73173668eeee tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1070414 May 31 12:51:41.241289 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a1b7cd0b-896f-4eab-8236-9f269d317e2a req-db6dbc83-f1aa-4063-97f3-a8095bba2176 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615594 May 31 12:51:41.272994 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Pushing event updated for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.281372 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.313708 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.318386 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-90e23d64-4048-4b5a-be08-9da4f56f7399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.331555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bd4a3-83f4-4ba5-bada-a3fb3bd25ed0 x-openstack-request-id: req-458bd4a3-83f4-4ba5-bada-a3fb3bd25ed0 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:41.331864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:41.332138 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-458bd4a3-83f4-4ba5-bada-a3fb3bd25ed0 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:41.332542 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e', 'status': 'completed', 'code': 200} May 31 12:51:41.336422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208f745b-9daa-49d1-af3b-bc04cfec2951,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.340098 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-039f44bf-ff09-480a-b38e-dc8ec7fa8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.342085 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-039f44bf-ff09-480a-b38e-dc8ec7fa8418 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 1096 time: 0.1201262 May 31 12:51:41.344680 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.347719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.348749 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/208f745b-9daa-49d1-af3b-bc04cfec2951 HTTP/1.1" status: 204 len: 168 time: 0.4185319 May 31 12:51:41.427709 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-176be9d5-97e9-4f05-afe1-b91db9d39329 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1985fb7-d792-40bc-aa81-08d6d379553e HTTP/1.1" status: 200 len: 217 time: 0.0761018 May 31 12:51:41.484352 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 56988) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:41.504323 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a1555aa9-a3da-4bef-a259-ad48050027d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.505959 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a1555aa9-a3da-4bef-a259-ad48050027d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de9897d9-d0ed-484c-8a39-15208a268d98 HTTP/1.1" status: 200 len: 849 time: 0.0689013 May 31 12:51:41.569998 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-c4a22c6a-493d-4ecd-ab25-0a113a28bbe5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=090a5f98-4ffa-4172-a52b-e07ff8efa800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482929 May 31 12:51:41.651196 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935eb32e-fd4e-4c1e-82c8-07502c1da067 req-d61130a3-2703-4edb-b710-d4b53f43e08b tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.658550 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-935eb32e-fd4e-4c1e-82c8-07502c1da067 req-d61130a3-2703-4edb-b710-d4b53f43e08b tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 944 time: 0.1657226 May 31 12:51:41.706990 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-935eb32e-fd4e-4c1e-82c8-07502c1da067 req-4f06cdea-7ee8-4297-9fb0-cbcfd9ac1b43 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 May 31 12:51:41.794420 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.801658 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-55844782-c5a5-4e34-a4d7-5ff6a6c3fe7b service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211361 May 31 12:51:41.841471 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:41.848497 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:0841aefc1ce249449aa30232dce38352 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:41.856266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:41.876757 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:41.913331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 56998) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:41.944990 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.010946 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47480b-5f64-4066-81c9-95022369da1b req-57985ccd-c35d-4ad6-8b6c-4b49db4decd8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.012512 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9b47480b-5f64-4066-81c9-95022369da1b req-57985ccd-c35d-4ad6-8b6c-4b49db4decd8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 943 time: 0.1299596 May 31 12:51:42.081891 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fa4337ce-dd8a-4351-ad8c-9e897512aa60 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:42.090664 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9b47480b-5f64-4066-81c9-95022369da1b req-afcc30cd-e667-427b-9ee5-30b78d6847f4 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713992 May 31 12:51:42.092287 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.097140 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:42.104699 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.105195 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Usage tracker for resource:security_group_rule and tenant:f6d627e83f794579940bf9267bd4a223 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:42.110077 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:42.113723 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-843a8fa7-dd2b-4eaa-9c50-88dcb04d00c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.136911 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:42.145980 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1542188-73fa-4d56-bafc-fd210665a22e req-a0719a57-f51d-4ab3-95c9-2997c3e41571 service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337600 May 31 12:51:42.189345 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0841aefc1ce249449aa30232dce38352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7038755 May 31 12:51:42.190649 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83106fc7-74f3-4840-ad92-913336b1cd17,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.194096 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57006) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.194311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.210719 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port fa4337ce-dd8a-4351-ad8c-9e897512aa60 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:42.215890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port fa4337ce-dd8a-4351-ad8c-9e897512aa60 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:42.216642 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.349342 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.373846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.384453 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:42.385530 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:42.388152 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4934763-01fa-43d6-ac1f-c0e827496207" -d '{"events": [{"server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:42.394136 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.396262 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-f7c37e6d-fde4-4683-991f-16bcb1f8cd6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.401942 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.413979 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-454d7af6-af9d-49d8-8f11-046b77073c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.415382 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-454d7af6-af9d-49d8-8f11-046b77073c72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 1096 time: 0.1992934 May 31 12:51:42.420007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.430681 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-caf7b110-5111-4009-aa98-6739b4b5e804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.450044 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.451622 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8b2e4-8d6c-4e02-81e8-ea1aec077326 req-46a4b42d-8750-4db6-af4c-eacbbf0bf1af tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.456287 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cdd8b2e4-8d6c-4e02-81e8-ea1aec077326 req-46a4b42d-8750-4db6-af4c-eacbbf0bf1af tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1105671 May 31 12:51:42.475914 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.479539 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.509140 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cdd8b2e4-8d6c-4e02-81e8-ea1aec077326 req-d11c70ef-203e-45b6-a9c1-4ce346e71367 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492337 May 31 12:51:42.562134 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8902064-d60f-4c49-8b2a-8e57ea8304d7 x-openstack-request-id: req-e8902064-d60f-4c49-8b2a-8e57ea8304d7 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:42.563938 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "name": "network-vif-plugged", "status": "completed", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:42.564580 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8902064-d60f-4c49-8b2a-8e57ea8304d7 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:42.565233 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60', 'code': 200} May 31 12:51:42.604075 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcddde1-e36c-4f42-99e1-493c345f3ffc,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.607483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.610808 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6d627e83f794579940bf9267bd4a223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964431 May 31 12:51:42.614324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 57018) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.671895 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-3a7c44ce-4e81-49b3-9b90-2240d1c8e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.673500 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-3a7c44ce-4e81-49b3-9b90-2240d1c8e22b service neutron] 10.222.0.38 "GET /v2.0/networks?id=090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 200 len: 911 time: 0.2159712 May 31 12:51:42.674128 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.677702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6cecf5b6-a7fc-4977-8f20-14f1cba4c913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.685240 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.717182 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.749991 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83106fc7-74f3-4840-ad92-913336b1cd17,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.758873 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.760948 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-b451f035-2b15-4dbe-85c5-db24fd8a75b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1985fb7-d792-40bc-aa81-08d6d379553e HTTP/1.1" status: 200 len: 217 time: 0.0737915 May 31 12:51:42.769398 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.770553 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83106fc7-74f3-4840-ad92-913336b1cd17 HTTP/1.1" status: 204 len: 168 time: 0.5752497 May 31 12:51:42.838481 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-713f1fb0-9bb8-4970-8c15-f8f8abdec6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.840208 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-713f1fb0-9bb8-4970-8c15-f8f8abdec6c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=de9897d9-d0ed-484c-8a39-15208a268d98 HTTP/1.1" status: 200 len: 849 time: 0.0684795 May 31 12:51:42.899558 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-f30e9560-1d0a-4caf-9695-28dac3251e6c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=090a5f98-4ffa-4172-a52b-e07ff8efa800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502160 May 31 12:51:42.982383 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.987158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda4790-00e0-4579-86a0-eff4be599aef req-0eb416e9-82dd-4753-a131-95b214f42c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.988605 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2cda4790-00e0-4579-86a0-eff4be599aef req-0eb416e9-82dd-4753-a131-95b214f42c7e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 1098 time: 0.1624279 May 31 12:51:42.990457 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:43.007440 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcddde1-e36c-4f42-99e1-493c345f3ffc,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:43.018736 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0867-f200-4ad2-a9d4-de07c17c7e86 req-23a99da8-4828-43a2-a686-8c995da9e503 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.020207 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-048f0867-f200-4ad2-a9d4-de07c17c7e86 req-23a99da8-4828-43a2-a686-8c995da9e503 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1951420 May 31 12:51:43.034444 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:43.048367 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-44f43056-80fd-45ea-8891-c717c760f670 service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403883 May 31 12:51:43.073176 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:43.077026 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbcddde1-e36c-4f42-99e1-493c345f3ffc HTTP/1.1" status: 204 len: 168 time: 0.4597948 May 31 12:51:43.115650 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2cda4790-00e0-4579-86a0-eff4be599aef req-9fdb3ca6-fce9-466c-bee6-3f03f89a74fb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051817 May 31 12:51:43.142501 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-048f0867-f200-4ad2-a9d4-de07c17c7e86 req-f64ec115-f899-4748-a5b4-81771f2d8374 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039002 May 31 12:51:43.223224 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afb1c7b3-eabc-4fae-8c95-94fe9305c6da req-fcd6a3ee-bd48-4392-879b-f48ed46812fc service neutron] 10.222.0.38 "GET /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610737 May 31 12:51:43.323697 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bfcec-3d45-4844-bed8-5a58ace2ed76 req-7d3c0dd6-db8a-4a72-98de-e6a50de93e75 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.325309 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e2bfcec-3d45-4844-bed8-5a58ace2ed76 req-7d3c0dd6-db8a-4a72-98de-e6a50de93e75 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 943 time: 0.0869989 May 31 12:51:43.372535 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e2bfcec-3d45-4844-bed8-5a58ace2ed76 req-bcffbcd5-a42a-44d3-aaeb-04dd5aa68fba tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 May 31 12:51:43.711537 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56408ee7-f7ec-45de-b56c-b7399f30ccde req-5c0cf701-0100-4f59-8b00-ec0431a09a2e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.714487 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56408ee7-f7ec-45de-b56c-b7399f30ccde req-5c0cf701-0100-4f59-8b00-ec0431a09a2e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0909581 May 31 12:51:43.768544 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56408ee7-f7ec-45de-b56c-b7399f30ccde req-705e0a5f-c731-415b-8f62-2c73f955f772 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 May 31 12:51:44.094047 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device c1985fb7-d792-40bc-aa81-08d6d379553e details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:44.260072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c1985fb7-d792-40bc-aa81-08d6d379553e,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:44.284359 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'c1985fb7-d792-40bc-aa81-08d6d379553e', 'network_id': '090a5f98-4ffa-4172-a52b-e07ff8efa800', 'port_id': 'c1985fb7-d792-40bc-aa81-08d6d379553e', 'mac_address': 'fa:16:3e:a5:f1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9897d9-d0ed-484c-8a39-15208a268d98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:44.370198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7911a3-8410-454f-b164-7c7fdddfd16d req-49d84386-ec28-42f1-8e7c-c548804ee4e0 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.378128 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8a7911a3-8410-454f-b164-7c7fdddfd16d req-49d84386-ec28-42f1-8e7c-c548804ee4e0 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1186528 May 31 12:51:44.430534 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:44.434630 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8a7911a3-8410-454f-b164-7c7fdddfd16d req-f0e468a8-5529-4ca2-91c3-95f83fadf70e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 May 31 12:51:44.462049 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1985fb7-d792-40bc-aa81-08d6d379553e {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:44.483115 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c1985fb7-d792-40bc-aa81-08d6d379553e,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:44.488261 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:44.492600 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:44.573925 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:44.578982 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:44.642628 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa6a7d-0242-40c2-b2dd-2780dcc93671 req-f766bd13-7d6e-4243-88e5-8c9904c0fbbb tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.644187 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-23aa6a7d-0242-40c2-b2dd-2780dcc93671 req-f766bd13-7d6e-4243-88e5-8c9904c0fbbb tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 944 time: 0.0985434 May 31 12:51:44.704931 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-23aa6a7d-0242-40c2-b2dd-2780dcc93671 req-fba0c53e-244d-4dd7-8c5a-2387553ea460 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 May 31 12:51:44.880210 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['c1985fb7-d792-40bc-aa81-08d6d379553e'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:45.018950 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f96125-fd8d-406c-926b-11b6c9987278 req-a08d80eb-221b-439b-926f-7552a9e0167d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.022250 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2f96125-fd8d-406c-926b-11b6c9987278 req-a08d80eb-221b-439b-926f-7552a9e0167d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1115885 May 31 12:51:45.080536 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2f96125-fd8d-406c-926b-11b6c9987278 req-2ca0ff59-39c0-4e0e-9024-7b72e1523c9d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516887 May 31 12:51:45.250414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 57124) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:45.368928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.383549 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:45.387638 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:773ba85d524043c3aee12ff1bdcd46be is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:45.390453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:45.396082 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:45.481353 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.485555 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.493578 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-57bc91bc-49a2-40d0-aa47-84bfbc399472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.531210 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=773ba85d524043c3aee12ff1bdcd46be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797570 May 31 12:51:45.532778 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d7827-93a8-484e-8260-de432b62979e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.534331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57132) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:45.536639 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.602386 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.624607 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6c969-d529-4570-be49-935d058d7193 req-973ca636-272a-4acb-803d-b9ba5dc40805 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.626104 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-91b6c969-d529-4570-be49-935d058d7193 req-973ca636-272a-4acb-803d-b9ba5dc40805 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.0808470 May 31 12:51:45.628911 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.673624 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-91b6c969-d529-4570-be49-935d058d7193 req-ad1abce7-0a97-4332-9bbf-85fba77e8900 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 May 31 12:51:45.681239 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.686403 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-05edd522-4f4d-485b-94a2-fbc102451374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.696203 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d7827-93a8-484e-8260-de432b62979e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.700724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.703631 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.707034 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c7d7827-93a8-484e-8260-de432b62979e HTTP/1.1" status: 204 len: 168 time: 0.1692762 May 31 12:51:45.900128 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6c19a-1d48-42ff-bafe-6a32561b512b req-15421979-b407-4308-908a-9dbdcfe6618c tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.907958 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52b6c19a-1d48-42ff-bafe-6a32561b512b req-15421979-b407-4308-908a-9dbdcfe6618c tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 944 time: 0.0990391 May 31 12:51:45.953694 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52b6c19a-1d48-42ff-bafe-6a32561b512b req-95251909-0e28-4b9e-88bb-9cb202b4a288 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 May 31 12:51:46.016399 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57146) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:46.049867 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.066196 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:46.071184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Usage tracker for resource:security_group_rule and tenant:8e2cb028873542c2aeffc1a646dc4ba6 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:46.075242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:46.081185 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:46.191660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.198114 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.207182 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ee110d86-7931-4c00-aefb-be76ff6b016b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.248345 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e2cb028873542c2aeffc1a646dc4ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308888 May 31 12:51:46.251364 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57162) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:46.254308 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ef3b0-a68f-4f65-96e2-ccabeaa1c19c,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.274319 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6b294ec2-7e04-44dd-af3e-c6b5d47eb90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.301240 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3638e-8803-454a-8edc-e85cdc4546d8 req-a9d538e0-5ede-4cd4-a2da-5568427ac1e5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.302828 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2b3638e-8803-454a-8edc-e85cdc4546d8 req-a9d538e0-5ede-4cd4-a2da-5568427ac1e5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0914350 May 31 12:51:46.326971 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.353389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.356869 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2b3638e-8803-454a-8edc-e85cdc4546d8 req-4fb74bae-8e60-4d26-8591-8ddfb16b26e7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 May 31 12:51:46.410067 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.415687 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b704c845-7d82-41ee-9e9b-5cbfafb99c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.430051 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ef3b0-a68f-4f65-96e2-ccabeaa1c19c,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.433087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.434051 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.441291 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/943ef3b0-a68f-4f65-96e2-ccabeaa1c19c HTTP/1.1" status: 204 len: 168 time: 0.1857774 May 31 12:51:47.147648 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95b86-a715-4155-8948-0cdbf0dc416a req-857f79df-8fb1-4c6d-a114-da2dfcfebb21 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.149145 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1fa95b86-a715-4155-8948-0cdbf0dc416a req-857f79df-8fb1-4c6d-a114-da2dfcfebb21 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 944 time: 0.0869806 May 31 12:51:47.196674 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1fa95b86-a715-4155-8948-0cdbf0dc416a req-5c8115c0-1517-4b7e-9bea-c90b333f9535 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400286 May 31 12:51:47.555641 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc529058-6106-4c47-a71d-760df508a618 req-bb3adc62-e39b-4877-83c3-62c8bd3fd12a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.561569 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc529058-6106-4c47-a71d-760df508a618 req-bb3adc62-e39b-4877-83c3-62c8bd3fd12a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0938649 May 31 12:51:47.605770 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc529058-6106-4c47-a71d-760df508a618 req-3848bf2d-7082-4df7-92ab-8bf5e26f4d4b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 May 31 12:51:48.094958 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device c1985fb7-d792-40bc-aa81-08d6d379553e up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:48.165337 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port c1985fb7-d792-40bc-aa81-08d6d379553e completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:48.170140 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port c1985fb7-d792-40bc-aa81-08d6d379553e triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:48.170519 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:48.295698 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:48.325772 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:48.328121 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1802716c-8081-4ba7-a22a-ca10d8757821" -d '{"events": [{"server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "name": "network-vif-plugged", "status": "completed", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:48.336633 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c1985fb7-d792-40bc-aa81-08d6d379553e,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:48.340984 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:48.342887 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:48.417076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:48.420360 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:48.443495 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a40488-2e83-4fab-8f16-20b27bbbba74 x-openstack-request-id: req-56a40488-2e83-4fab-8f16-20b27bbbba74 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:48.443782 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "name": "network-vif-plugged", "status": "completed", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:48.444046 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56a40488-2e83-4fab-8f16-20b27bbbba74 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:48.444437 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e', 'code': 200} May 31 12:51:48.509097 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdda92-345d-4868-9fef-9321328f33c3 req-48aedcb6-8f22-4476-aac1-3a5c4d195fc0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.521141 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-08cdda92-345d-4868-9fef-9321328f33c3 req-48aedcb6-8f22-4476-aac1-3a5c4d195fc0 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.1957047 May 31 12:51:48.581117 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-08cdda92-345d-4868-9fef-9321328f33c3 req-3ccb0aba-c2ab-4166-afb2-5aa03d2bb807 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586689 May 31 12:51:48.808020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5189ddd-069c-4ea0-a163-187177b24da1 req-65fb0e57-4381-4fb2-bb56-94c00ae012fd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.808987 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5849aa5-f1d5-4377-925b-f77ff6571486 req-2e736431-4d0e-48ec-af25-4676f4ca10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.810651 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f5189ddd-069c-4ea0-a163-187177b24da1 req-65fb0e57-4381-4fb2-bb56-94c00ae012fd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0968022 May 31 12:51:48.811095 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e5849aa5-f1d5-4377-925b-f77ff6571486 req-2e736431-4d0e-48ec-af25-4676f4ca10f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 1098 time: 0.0850258 May 31 12:51:48.860475 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f5189ddd-069c-4ea0-a163-187177b24da1 req-5afa2322-8097-4644-a3da-8c3cb3beb662 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 May 31 12:51:48.863904 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e5849aa5-f1d5-4377-925b-f77ff6571486 req-7e714cfd-ab6a-4aa2-9c8c-2bff23d60367 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 May 31 12:51:49.767817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a500b4-630c-4356-b3a6-68527b54468a req-0db62819-861b-4e63-9153-870411d8c441 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.772904 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0a500b4-630c-4356-b3a6-68527b54468a req-0db62819-861b-4e63-9153-870411d8c441 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.0902762 May 31 12:51:49.827777 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d0a500b4-630c-4356-b3a6-68527b54468a req-c3aa5933-6349-49ca-9deb-7e171e15da52 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 May 31 12:51:49.981463 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.113269 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61881117-4db8-4763-8d43-7c54fc78389e req-4ccc0afd-5a44-439f-bcf2-612d0cf05005 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:50.132705 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-61881117-4db8-4763-8d43-7c54fc78389e req-4ccc0afd-5a44-439f-bcf2-612d0cf05005 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1338527 May 31 12:51:50.179070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-61881117-4db8-4763-8d43-7c54fc78389e req-44ff147c-a4e9-46b6-a071-744f1480a90b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 May 31 12:51:50.718192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57312) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:50.833940 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.848681 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:50.852693 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Usage tracker for resource:security_group_rule and tenant:931a2e09100a46c0a8b5de9fcd484dd4 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:50.857821 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:50.863906 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:50.969996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.975061 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:50.985724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1c8cd364-0c9a-41ed-8752-f087fc9a2e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:51.035044 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=931a2e09100a46c0a8b5de9fcd484dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157227 May 31 12:51:51.036020 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344423bc-7fe9-4f6a-84fd-8ab99b05f88e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:51.038352 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57324) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:51.040972 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:51.064074 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448e619-044b-432f-9778-7058597bae3c req-b4e3256b-c8cc-4d07-ab5f-46a5bd9cd1fb tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.065566 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1448e619-044b-432f-9778-7058597bae3c req-b4e3256b-c8cc-4d07-ab5f-46a5bd9cd1fb tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.0991628 May 31 12:51:51.102870 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.129893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.184350 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.185465 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1448e619-044b-432f-9778-7058597bae3c req-46593365-a6ad-466e-85dc-6d23e39c75e1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123857 May 31 12:51:51.188492 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-12b35819-823f-4307-9dc7-8f19c7f1af39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:51.201883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344423bc-7fe9-4f6a-84fd-8ab99b05f88e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:51.206307 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.209754 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/344423bc-7fe9-4f6a-84fd-8ab99b05f88e HTTP/1.1" status: 204 len: 168 time: 0.1680281 May 31 12:51:51.212206 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:51.389403 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498163ed-8020-44c6-bc17-1bc8ff7f1721 req-9bd8f7c7-84fb-4f6d-80d6-c1bd4811275e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.390848 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-498163ed-8020-44c6-bc17-1bc8ff7f1721 req-9bd8f7c7-84fb-4f6d-80d6-c1bd4811275e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0847392 May 31 12:51:51.438280 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-498163ed-8020-44c6-bc17-1bc8ff7f1721 req-fc7ec536-b489-41a5-970b-52fd62ee246d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 May 31 12:51:51.518646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57340) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:51.558473 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.575019 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:51.578836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f8146d8f89466287f50302b8ce36c6 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:51.581827 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:51.587596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:51.698704 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.702887 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.711302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-02a19e96-630f-4f0e-a728-8665052a1e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:51.749678 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b376f1a-1256-4cbd-bd9b-b9c7c8aa24e0,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:51.767476 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:51.773505 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4f8146d8f89466287f50302b8ce36c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506895 May 31 12:51:51.773505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57358) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:51.834725 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.861965 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.914453 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.919153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5c4125b9-64e2-4447-9f60-36efe89551e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:51.933178 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b376f1a-1256-4cbd-bd9b-b9c7c8aa24e0,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:51.936368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:51.938393 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:51.942385 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b376f1a-1256-4cbd-bd9b-b9c7c8aa24e0 HTTP/1.1" status: 204 len: 168 time: 0.1681740 May 31 12:51:52.303031 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-58bafa7b-0b07-44f2-ab08-c80bfcf4b038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.409009 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57380) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:52.426183 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.445840 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:52.451534 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Usage tracker for resource:security_group_rule and tenant:8811f8c39c9d4f07b8705e89a11b8e7a is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:52.454989 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:52.461233 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:52.652823 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019c59f-061c-4fd0-9ac2-6f6ad95f52cd req-320e6540-4293-4a26-9ba4-478da6240978 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.654355 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7019c59f-061c-4fd0-9ac2-6f6ad95f52cd req-320e6540-4293-4a26-9ba4-478da6240978 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0892894 May 31 12:51:52.664793 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.670283 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.681168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-12a646a5-9f88-42a2-b98b-11bd0462be84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:52.705026 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7019c59f-061c-4fd0-9ac2-6f6ad95f52cd req-e3c1d16d-3adc-423e-b553-ae0558d1ec29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 May 31 12:51:52.722265 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8811f8c39c9d4f07b8705e89a11b8e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121960 May 31 12:51:52.724276 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cae32-2e14-4bfa-9dad-bcd61f7ce27e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:52.726821 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57390) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:52.758135 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:52.803937 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.812960 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87dc81-3d2d-4ca3-aa76-08194f367d05 req-03e4ff3e-6aaf-4cb1-bab5-6f895b63999f tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.814446 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee87dc81-3d2d-4ca3-aa76-08194f367d05 req-03e4ff3e-6aaf-4cb1-bab5-6f895b63999f tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.1031356 May 31 12:51:52.831696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.861080 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee87dc81-3d2d-4ca3-aa76-08194f367d05 req-ced72fb5-cbd3-439a-ab85-6176a3a6deb5 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 May 31 12:51:52.889735 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.894463 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-805b2734-110c-437a-b3cc-ecef93a44229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:52.910439 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2cae32-2e14-4bfa-9dad-bcd61f7ce27e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:52.913227 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:52.914140 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:52.915311 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d2cae32-2e14-4bfa-9dad-bcd61f7ce27e HTTP/1.1" status: 204 len: 168 time: 0.1873450 May 31 12:51:53.620267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36cb4d-5926-41e0-b813-3242b86529b6 req-47bef7af-5c85-4ee5-becd-d8132d3b1415 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.622283 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bf36cb4d-5926-41e0-b813-3242b86529b6 req-47bef7af-5c85-4ee5-becd-d8132d3b1415 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.0923831 May 31 12:51:53.681768 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bf36cb4d-5926-41e0-b813-3242b86529b6 req-f5501ba7-9b25-4177-8bc2-f12388ce1f57 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536606 May 31 12:51:53.973802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1d089-3839-4f91-bde3-eb800a92e813 req-968f6fd9-00d2-41f0-aa78-1f072e2e3ba5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.977608 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-65b1d089-3839-4f91-bde3-eb800a92e813 req-968f6fd9-00d2-41f0-aa78-1f072e2e3ba5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1505489 May 31 12:51:53.988038 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c3b10-3655-4804-8e8d-a703cc7cb6d0 req-27ab682d-3b4e-4ed0-bf36-5db33261afe1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.989517 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-162c3b10-3655-4804-8e8d-a703cc7cb6d0 req-27ab682d-3b4e-4ed0-bf36-5db33261afe1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1268218 May 31 12:51:54.066177 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-65b1d089-3839-4f91-bde3-eb800a92e813 req-3f1805fc-76ff-4a66-830e-69af1d8f9d7a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751400 May 31 12:51:54.075660 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-162c3b10-3655-4804-8e8d-a703cc7cb6d0 req-343c30cc-f3aa-4366-95d8-ec09edc4ab73 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704343 May 31 12:51:54.308548 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714c38f-04ee-41e9-85de-cd789ca8f11b req-1f0b4ea3-9e1c-4b5f-ba07-8bb9c1507eb1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.310528 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e714c38f-04ee-41e9-85de-cd789ca8f11b req-1f0b4ea3-9e1c-4b5f-ba07-8bb9c1507eb1 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.0880492 May 31 12:51:54.366588 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e714c38f-04ee-41e9-85de-cd789ca8f11b req-52cdcd53-18ee-4e40-bc10-c4e37c3d922b tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502183 May 31 12:51:54.693558 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:54.717761 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-28a7ba2b-de36-41c7-8b7b-851e2d0ef253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:54.875145 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a138e0-4de9-4d14-9e8a-7347ae3c495a req-1f257c47-cc3b-4044-8d15-60ea1b6a9e0f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.876577 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6a138e0-4de9-4d14-9e8a-7347ae3c495a req-1f257c47-cc3b-4044-8d15-60ea1b6a9e0f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.0815358 May 31 12:51:54.920060 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6a138e0-4de9-4d14-9e8a-7347ae3c495a req-75c4f7fa-484a-4a8b-98fa-0cbc9259aee9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374722 May 31 12:51:55.236927 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-58465f8f-c05e-4f62-9301-386842211155 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.237865 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-58465f8f-c05e-4f62-9301-386842211155 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Synchronizing usage tracker for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:55.253486 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-58465f8f-c05e-4f62-9301-386842211155 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Unset dirty status for tenant:7ede5581d9ca43d5b9a207e61a96a6c5 on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:55.254951 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-58465f8f-c05e-4f62-9301-386842211155 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.1014044 May 31 12:51:55.288572 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:55.328283 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0493b0-58e9-4a8b-8be8-036cd4ec3630 req-9eb3bebe-dffa-4c14-99a8-5b36c9e90d0e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.329798 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7b0493b0-58e9-4a8b-8be8-036cd4ec3630 req-9eb3bebe-dffa-4c14-99a8-5b36c9e90d0e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1448867 May 31 12:51:55.341719 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f5518-25c7-4602-8d3e-8d822d3fdf1f req-555584f9-0dd7-45f5-9b56-d9c213e742eb tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.343117 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-253f5518-25c7-4602-8d3e-8d822d3fdf1f req-555584f9-0dd7-45f5-9b56-d9c213e742eb tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1195948 May 31 12:51:55.413811 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7b0493b0-58e9-4a8b-8be8-036cd4ec3630 req-90b21872-f8a3-4cc0-900b-2f2168d6dcad tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697451 May 31 12:51:55.413990 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Deleting port c1985fb7-d792-40bc-aa81-08d6d379553e {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:55.414284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.418336 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-253f5518-25c7-4602-8d3e-8d822d3fdf1f req-f93587d0-2d4b-4da1-aef8-85a92c2c97d3 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 May 31 12:51:55.640495 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.642374 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] For port c1985fb7-d792-40bc-aa81-08d6d379553e, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=c1985fb7-d792-40bc-aa81-08d6d379553e,segment=NetworkSegment(6d144b65-4e8a-4798-a0ef-3502e8ce5ed9),segment_id=6d144b65-4e8a-4798-a0ef-3502e8ce5ed9)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:55.642832 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.675387 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25461a-0b62-484a-aee6-7ded5a947ee0 req-a8b03d41-5f1d-4cb8-b06d-e9c09b69b103 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.677817 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e25461a-0b62-484a-aee6-7ded5a947ee0 req-a8b03d41-5f1d-4cb8-b06d-e9c09b69b103 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/ports?device_id=db295f7d-6ec8-42c1-a834-0549bcb87d49 HTTP/1.1" status: 200 len: 945 time: 0.1144543 May 31 12:51:55.739054 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e25461a-0b62-484a-aee6-7ded5a947ee0 req-b19ed37b-c140-4f86-819a-34385fc24fb7 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.61 "GET /v2.0/security-groups?id=3189eef6-af38-456b-a163-9e633628ff54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540717 May 31 12:51:55.786281 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Calling delete_port for c1985fb7-d792-40bc-aa81-08d6d379553e owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:55.906993 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.912403 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a20a148-ee11-43ab-8a08-16d7dbf0cf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:55.920257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['c1985fb7-d792-40bc-aa81-08d6d379553e'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:55.956748 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Pushing event deleted for resources: {'Port': ['ID=c1985fb7-d792-40bc-aa81-08d6d379553e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:55.990883 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.991256 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.991614 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.991965 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.992311 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.992655 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.993053 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.993420 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.994336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.994679 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.995019 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:55.995357 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:56.003871 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:56.058780 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] No DVR routers for this DVR port c1985fb7-d792-40bc-aa81-08d6d379553e on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:56.062539 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:56.067019 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'name': 'network-vif-deleted', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:56.070303 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1d3215-aa81-41ef-a20d-5de46c5faa9a" -d '{"events": [{"server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "name": "network-vif-deleted", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:56.086103 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ac7c8add-7541-419e-ac4e-b5b5f64f7874 req-c7e3fed2-766f-4049-924e-9a305b98e4fd tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] 10.222.0.38 "DELETE /v2.0/ports/c1985fb7-d792-40bc-aa81-08d6d379553e HTTP/1.1" status: 204 len: 173 time: 0.8206136 May 31 12:51:56.119983 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d160f-44c7-45e2-9a85-c5860dac8d37 x-openstack-request-id: req-750d160f-44c7-45e2-9a85-c5860dac8d37 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:56.120291 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db295f7d-6ec8-42c1-a834-0549bcb87d49", "name": "network-vif-deleted", "tag": "c1985fb7-d792-40bc-aa81-08d6d379553e", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:56.120585 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-750d160f-44c7-45e2-9a85-c5860dac8d37 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:56.121097 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db295f7d-6ec8-42c1-a834-0549bcb87d49', 'name': 'network-vif-deleted', 'tag': 'c1985fb7-d792-40bc-aa81-08d6d379553e', 'status': 'completed', 'code': 200} May 31 12:51:56.130199 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8430456-e844-4856-9514-8b69eb9ef19d req-579c2476-3ebf-404c-a722-4f05e2a62b99 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.131645 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8430456-e844-4856-9514-8b69eb9ef19d req-579c2476-3ebf-404c-a722-4f05e2a62b99 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.0869365 May 31 12:51:56.178392 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8430456-e844-4856-9514-8b69eb9ef19d req-721298e7-c2a0-415d-a27f-7cbaf641a587 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401990 May 31 12:51:56.525894 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-7a51896b-e3a8-44ba-8360-f6c8b731cdfc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.526633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-7a51896b-e3a8-44ba-8360-f6c8b731cdfc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:56.544545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-7a51896b-e3a8-44ba-8360-f6c8b731cdfc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:56.545695 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-7a51896b-e3a8-44ba-8360-f6c8b731cdfc tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1030953 May 31 12:51:56.673975 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d1c22-bd51-4535-9609-bc3d6ebe0df7 req-4e738c9b-8a0c-48b2-b3e3-31affffbfd31 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.675449 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-519d1c22-bd51-4535-9609-bc3d6ebe0df7 req-4e738c9b-8a0c-48b2-b3e3-31affffbfd31 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1412041 May 31 12:51:56.688054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62a4a-98af-4541-bc3d-242a5066ad99 req-e66da399-ef0c-4308-9475-a63d95cec791 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.689522 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-97f62a4a-98af-4541-bc3d-242a5066ad99 req-e66da399-ef0c-4308-9475-a63d95cec791 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 945 time: 0.1571443 May 31 12:51:56.694734 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Deleting port fa4337ce-dd8a-4351-ad8c-9e897512aa60 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:56.695163 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:56.763707 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-519d1c22-bd51-4535-9609-bc3d6ebe0df7 req-874eecff-db93-4370-b621-826b3571ceac tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732281 May 31 12:51:56.766417 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-97f62a4a-98af-4541-bc3d-242a5066ad99 req-2fd62c67-3e57-4b83-85f6-751a079900a1 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631399 May 31 12:51:56.896107 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] For port fa4337ce-dd8a-4351-ad8c-9e897512aa60, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fa4337ce-dd8a-4351-ad8c-9e897512aa60,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:56.896473 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.034891 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Calling delete_port for fa4337ce-dd8a-4351-ad8c-9e897512aa60 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:57.172320 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.178168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8fc1011f-1ab6-40a3-990a-c57e7556803f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:57.187777 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62', '70ccd312-7c00-413e-95f2-a8fe9f720531', '174c1f87-b98a-4762-966d-53284d7a2132', 'fa4337ce-dd8a-4351-ad8c-9e897512aa60'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:57.231744 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event deleted for resources: {'Port': ['ID=fa4337ce-dd8a-4351-ad8c-9e897512aa60,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:57.235125 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:57.316742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.344197 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 57526) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:57.523933 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] No DVR routers for this DVR port fa4337ce-dd8a-4351-ad8c-9e897512aa60 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:57.527660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.538542 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.543621 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ac9a00eb-160f-4c91-b9eb-110cb036745a req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "DELETE /v2.0/ports/fa4337ce-dd8a-4351-ad8c-9e897512aa60 HTTP/1.1" status: 204 len: 173 time: 0.9847653 May 31 12:51:57.624313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:57.631194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Usage tracker for resource:security_group_rule and tenant:80de7134eab8417386af2bb786781e3e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:57.635614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:57.650795 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:57.673540 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d72a15-e4e8-43d3-8aac-0c3e3d7f00a1 req-ff3665e2-1b99-4145-ab30-5dcf88d006fb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.675393 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1d72a15-e4e8-43d3-8aac-0c3e3d7f00a1 req-ff3665e2-1b99-4145-ab30-5dcf88d006fb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2555165 May 31 12:51:57.772073 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e57cf-2a12-4527-b2b2-f08d6b7d47bb req-1ef0297f-4215-40af-98b0-ca9c74c29d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.773556 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b64e57cf-2a12-4527-b2b2-f08d6b7d47bb req-1ef0297f-4215-40af-98b0-ca9c74c29d62 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.2193551 May 31 12:51:57.785079 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1d72a15-e4e8-43d3-8aac-0c3e3d7f00a1 req-739afa1e-858f-4bb9-8809-c5dba1bc7fe6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939510 May 31 12:51:57.876300 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.878897 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b64e57cf-2a12-4527-b2b2-f08d6b7d47bb req-5b750d45-9a1a-4c3a-a761-3193390b5d09 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916631 May 31 12:51:57.882373 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.891514 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c548e525-c184-4d8a-878d-a5a5af8d8bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:58.123653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'name': 'network-vif-deleted', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:58.124532 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device c1985fb7-d792-40bc-aa81-08d6d379553e no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:58.127079 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674af8cc-5743-4aec-bd7a-fff1e8434c88" -d '{"events": [{"server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "name": "network-vif-deleted", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:58.157472 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80de7134eab8417386af2bb786781e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8095274 May 31 12:51:58.157472 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3710771-2329-4c2f-9cad-1a5af52f775e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:58.158990 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57554) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:58.177783 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-969e3828-b501-4a00-ace5-7c0b5ff22579 req-3be178a8-89ca-4d6f-a149-4c671844188f tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1217c79-4bcc-46c5-bbbc-9f53b67c62ea HTTP/1.1" status: 200 len: 210 time: 0.1528215 May 31 12:51:58.218086 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.218691 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.219354 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.219878 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.220513 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.221055 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.221721 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.222302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.222895 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.223469 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.224062 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.224640 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:58.233575 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: c1985fb7-d792-40bc-aa81-08d6d379553e {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:58.234047 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device c1985fb7-d792-40bc-aa81-08d6d379553e not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:58.248199 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:58.303627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.313738 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc49d11-ae8a-40b6-9c39-28e4fcb6a48b req-224e7060-9276-455a-b7c0-ee0ec09fa40a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.327093 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0dc49d11-ae8a-40b6-9c39-28e4fcb6a48b req-224e7060-9276-455a-b7c0-ee0ec09fa40a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.4361215 May 31 12:51:58.367235 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.442321 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0dc49d11-ae8a-40b6-9c39-28e4fcb6a48b req-04ba2041-b6e0-4e84-915e-8718dfed395b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138561 May 31 12:51:58.514058 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04874036-a499-4ef3-9ac0-e5fb3a997424 x-openstack-request-id: req-04874036-a499-4ef3-9ac0-e5fb3a997424 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:58.514391 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1217c79-4bcc-46c5-bbbc-9f53b67c62ea", "name": "network-vif-deleted", "tag": "fa4337ce-dd8a-4351-ad8c-9e897512aa60", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:58.514715 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04874036-a499-4ef3-9ac0-e5fb3a997424 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:58.515156 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1217c79-4bcc-46c5-bbbc-9f53b67c62ea', 'name': 'network-vif-deleted', 'tag': 'fa4337ce-dd8a-4351-ad8c-9e897512aa60', 'status': 'completed', 'code': 200} May 31 12:51:58.529591 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.538984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:58.560823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3710771-2329-4c2f-9cad-1a5af52f775e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:58.565651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:58.579514 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.582709 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3710771-2329-4c2f-9cad-1a5af52f775e HTTP/1.1" status: 204 len: 168 time: 0.4213097 May 31 12:51:59.010168 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747da2fa-6b57-4f2c-9d59-737d279446d0 req-d8fc88c2-32dc-4676-9a24-83d6ae6cc84e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.011811 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-747da2fa-6b57-4f2c-9d59-737d279446d0 req-d8fc88c2-32dc-4676-9a24-83d6ae6cc84e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.0917065 May 31 12:51:59.059372 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-747da2fa-6b57-4f2c-9d59-737d279446d0 req-822661ab-6fdd-462f-8a04-8452398dc449 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412617 May 31 12:51:59.672557 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951349c-eef8-4702-84aa-9b9155507024 req-46266103-e37a-41c3-8e50-7146752d3af6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.674260 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6951349c-eef8-4702-84aa-9b9155507024 req-46266103-e37a-41c3-8e50-7146752d3af6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1132534 May 31 12:51:59.729971 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6951349c-eef8-4702-84aa-9b9155507024 req-da58e402-6750-4c03-9124-779bdd7401a9 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443428 May 31 12:52:00.131974 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fa4337ce-dd8a-4351-ad8c-9e897512aa60 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:00.167381 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 57670) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:00.247076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: fa4337ce-dd8a-4351-ad8c-9e897512aa60 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:00.247520 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fa4337ce-dd8a-4351-ad8c-9e897512aa60 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:00.439291 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.481174 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:00.492146 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-c706b20c-0ede-4097-88f5-0dbb23693411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.493795 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-c706b20c-0ede-4097-88f5-0dbb23693411 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.3190787 May 31 12:52:00.495419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Usage tracker for resource:security_group_rule and tenant:5092b42edad24f03a006704dbe276d6a is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:00.499655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:00.528887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:00.680666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c251ce7-3688-49e7-83ea-8f607169320c req-33903dfc-ff61-475a-87aa-3201e37244cb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.683244 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c251ce7-3688-49e7-83ea-8f607169320c req-33903dfc-ff61-475a-87aa-3201e37244cb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.3630214 May 31 12:52:00.694031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906d51-f3ae-4cb3-800f-cfb60c1831f1 req-281a4933-ad9c-48cb-b109-f73dd0ba970a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.695557 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc906d51-f3ae-4cb3-800f-cfb60c1831f1 req-281a4933-ad9c-48cb-b109-f73dd0ba970a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.3347321 May 31 12:52:00.794226 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-67a06024-2900-415c-a6ff-910dbd784bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.795761 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-67a06024-2900-415c-a6ff-910dbd784bf5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.2921338 May 31 12:52:00.897481 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c251ce7-3688-49e7-83ea-8f607169320c req-8c38fefd-3327-4f06-95ca-dfbd07d32be2 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008824 May 31 12:52:00.909680 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc906d51-f3ae-4cb3-800f-cfb60c1831f1 req-c285e9d3-0d20-4fc0-a1f9-ccae05a6b858 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001400 May 31 12:52:00.919634 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-525a15a0-8fcd-407b-800f-59a168c6af37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.1063099 May 31 12:52:01.053802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.057494 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-79536243-cbc7-49c0-8762-b48a7bd0e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.059662 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-79536243-cbc7-49c0-8762-b48a7bd0e774 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.1288550 May 31 12:52:01.064446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.096439 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1318c772-4c81-4da5-a3b3-8dabaeed8d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.198084 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-665e6b65-18cb-4af7-83fe-a90e2866843f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026216 May 31 12:52:01.211699 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5092b42edad24f03a006704dbe276d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0432472 May 31 12:52:01.216013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57688) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:01.319633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.360023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.360794 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-a1f5a76f-e841-4d6b-8f3b-edafebecba00 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523118 May 31 12:52:01.361682 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02962ed7-d39c-4d48-ac46-8e8556fe5570,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.364908 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.426081 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.433423 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-efcb9132-1ba2-4811-b73d-e217c84dc541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.448527 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02962ed7-d39c-4d48-ac46-8e8556fe5570,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.451455 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.457427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.459678 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02962ed7-d39c-4d48-ac46-8e8556fe5570 HTTP/1.1" status: 204 len: 168 time: 0.2422926 May 31 12:52:01.630568 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-26f1e51a-2ce2-4683-a183-ceda9641c0ee req-768b01c0-fa71-45fa-8f00-0d3260014bd4 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530956 May 31 12:52:01.746058 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60759e-700e-4656-b872-72c9f615f6e9 req-73485158-f536-4b40-a7a3-c68ceaee80d7 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.756190 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9b60759e-700e-4656-b872-72c9f615f6e9 req-73485158-f536-4b40-a7a3-c68ceaee80d7 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.3774872 May 31 12:52:01.844770 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9b60759e-700e-4656-b872-72c9f615f6e9 req-12f49fe0-c36d-4bd7-ba59-b9e6fd7fbb2b tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875576 May 31 12:52:01.943324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 57704) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:01.962279 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.977252 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:01.981293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e748b3f4854817b3a00139213ef427 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:01.984198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:01.991197 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:02.339507 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.356134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.365482 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c4fe0355-778b-4168-81aa-c22973bb4564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:02.424982 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1e748b3f4854817b3a00139213ef427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802718 May 31 12:52:02.428269 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57718) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.428822 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327eb3b0-1e8f-4641-84c4-68cb1b51b81c,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:02.443951 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:02.465615 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11129b3-ffda-44e3-ae21-0a1ba547c686 req-77ed058b-b9d7-458a-ae6f-027c2ea80ec1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:02.467072 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f11129b3-ffda-44e3-ae21-0a1ba547c686 req-77ed058b-b9d7-458a-ae6f-027c2ea80ec1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.3414583 May 31 12:52:02.474901 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb99a1-24b1-4796-b4af-220474da3b13 req-036d7ba5-5ba2-4515-855d-78f617e1020c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:02.476398 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b8bb99a1-24b1-4796-b4af-220474da3b13 req-036d7ba5-5ba2-4515-855d-78f617e1020c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.3639538 May 31 12:52:02.516123 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.544213 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.549437 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f11129b3-ffda-44e3-ae21-0a1ba547c686 req-2b71d853-e5ea-4d00-8a1f-8fa180cffc69 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720270 May 31 12:52:02.562665 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b8bb99a1-24b1-4796-b4af-220474da3b13 req-1cd38959-70af-476b-a6f5-266dadcc8e5f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 May 31 12:52:02.697765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.702941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-671aab66-ad61-40eb-a6c7-3e0ed854081d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:02.721252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327eb3b0-1e8f-4641-84c4-68cb1b51b81c,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:02.723445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.727103 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/327eb3b0-1e8f-4641-84c4-68cb1b51b81c HTTP/1.1" status: 204 len: 168 time: 0.2943637 May 31 12:52:02.727103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:03.092032 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fa5db-01cd-4832-a38f-1565c2d6b7dc req-03f974b2-92ab-47cd-b386-25b50c47ec29 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.099591 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d82fa5db-01cd-4832-a38f-1565c2d6b7dc req-03f974b2-92ab-47cd-b386-25b50c47ec29 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.0919080 May 31 12:52:03.162260 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d82fa5db-01cd-4832-a38f-1565c2d6b7dc req-706253ca-1f69-49d0-8bc6-e2a8011cc706 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617688 May 31 12:52:03.951065 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-9c0ea060-2cca-4273-92e7-87b3f5bd6b2a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.952899 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-9c0ea060-2cca-4273-92e7-87b3f5bd6b2a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.1613252 May 31 12:52:03.973392 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd8c4a-7c07-4e26-8a36-833f41ac4021 req-26e9c133-1c5e-44fb-b023-3492761f7943 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.982432 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56fd8c4a-7c07-4e26-8a36-833f41ac4021 req-26e9c133-1c5e-44fb-b023-3492761f7943 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2264879 May 31 12:52:04.032168 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96abef27-b81f-495f-87ad-19baa2620c72 req-c388ed39-e3aa-46ab-9624-7b7708c71e80 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.039988 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96abef27-b81f-495f-87ad-19baa2620c72 req-c388ed39-e3aa-46ab-9624-7b7708c71e80 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.3181214 May 31 12:52:04.205135 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56fd8c4a-7c07-4e26-8a36-833f41ac4021 req-4b4b74c1-7e08-4b22-951d-f7b8480a4b63 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216437 May 31 12:52:04.246139 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96abef27-b81f-495f-87ad-19baa2620c72 req-9388ffbd-9a4c-4efb-8533-fb51c0a99f4f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045915 May 31 12:52:04.339553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Deleting port 174c1f87-b98a-4762-966d-53284d7a2132 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:04.340148 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.583073 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] For port 174c1f87-b98a-4762-966d-53284d7a2132, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=174c1f87-b98a-4762-966d-53284d7a2132,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:04.583529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.735056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Calling delete_port for 174c1f87-b98a-4762-966d-53284d7a2132 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:04.759859 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b05aab-fbe6-45e5-a06d-e3d37972b5d5 req-6b9731e8-022b-4877-b591-9d6ec1fb550a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.761672 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-84b05aab-fbe6-45e5-a06d-e3d37972b5d5 req-6b9731e8-022b-4877-b591-9d6ec1fb550a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89 HTTP/1.1" status: 200 len: 946 time: 0.2739649 May 31 12:52:04.836070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-84b05aab-fbe6-45e5-a06d-e3d37972b5d5 req-f87d9678-4b5c-43c2-af63-91eedc138106 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665066 May 31 12:52:04.931551 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.938894 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d457f2e3-8b97-41b5-87af-f2a72d193950 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:04.945126 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62', '70ccd312-7c00-413e-95f2-a8fe9f720531'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:04.992555 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event deleted for resources: {'Port': ['ID=174c1f87-b98a-4762-966d-53284d7a2132,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:04.996260 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.076177 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] No DVR routers for this DVR port 174c1f87-b98a-4762-966d-53284d7a2132 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:05.079259 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.082692 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'name': 'network-vif-deleted', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:05.085622 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d74efb-ca0f-4bbe-88d9-8b930765ce55" -d '{"events": [{"server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "name": "network-vif-deleted", "tag": "174c1f87-b98a-4762-966d-53284d7a2132"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:05.120240 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6d3cf27f-65a7-4a48-8ebc-321ca9ff2948 req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "DELETE /v2.0/ports/174c1f87-b98a-4762-966d-53284d7a2132 HTTP/1.1" status: 204 len: 173 time: 1.1571054 May 31 12:52:05.170046 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c93655-098b-498d-a26c-d304d8a89b3e x-openstack-request-id: req-59c93655-098b-498d-a26c-d304d8a89b3e {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:05.170957 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89", "name": "network-vif-deleted", "tag": "174c1f87-b98a-4762-966d-53284d7a2132", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:05.171116 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59c93655-098b-498d-a26c-d304d8a89b3e {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:05.171558 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd555ecf3-07a1-46f1-b7c2-fdb4ac5cdf89', 'name': 'network-vif-deleted', 'tag': '174c1f87-b98a-4762-966d-53284d7a2132', 'status': 'completed', 'code': 200} May 31 12:52:05.502302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863a450-17f9-41bb-9b75-37d4ea161987 req-4270c947-3acb-4700-9e22-91fd892b3c69 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.509884 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2863a450-17f9-41bb-9b75-37d4ea161987 req-4270c947-3acb-4700-9e22-91fd892b3c69 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1561129 May 31 12:52:05.565722 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2863a450-17f9-41bb-9b75-37d4ea161987 req-0e17f93d-3e6f-4751-8bc0-862e204f92f5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549629 May 31 12:52:05.573712 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2499289-97a9-4b98-bfce-03db11e9bf2c req-47a7a051-4615-4734-8a5a-39f83d2b1d7a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.579083 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b2499289-97a9-4b98-bfce-03db11e9bf2c req-47a7a051-4615-4734-8a5a-39f83d2b1d7a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1583269 May 31 12:52:05.664522 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b2499289-97a9-4b98-bfce-03db11e9bf2c req-dd879933-9493-41c3-875a-cef1ef900e67 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772867 May 31 12:52:06.171699 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 174c1f87-b98a-4762-966d-53284d7a2132 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:06.311598 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 174c1f87-b98a-4762-966d-53284d7a2132 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:06.313280 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 174c1f87-b98a-4762-966d-53284d7a2132 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:06.421218 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57826) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:06.591033 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.622590 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:06.627853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Usage tracker for resource:security_group_rule and tenant:440a5a68c73a4ae4824b5e9a8cff0856 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:06.631607 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:06.637846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:06.710786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312852a8-c70c-4d2d-a9b6-42294da885e2 req-76766200-5f21-4c48-84a7-4bc594b3b4d6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.711759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-312852a8-c70c-4d2d-a9b6-42294da885e2 req-76766200-5f21-4c48-84a7-4bc594b3b4d6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:06.731973 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-312852a8-c70c-4d2d-a9b6-42294da885e2 req-76766200-5f21-4c48-84a7-4bc594b3b4d6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:06.740334 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-312852a8-c70c-4d2d-a9b6-42294da885e2 req-76766200-5f21-4c48-84a7-4bc594b3b4d6 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 945 time: 0.1191869 May 31 12:52:06.760102 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.766439 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.778563 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-990ddad2-461a-4ae0-913f-971b3c5e657b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:06.812366 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-312852a8-c70c-4d2d-a9b6-42294da885e2 req-57c89bb6-34e6-420f-9ebf-079d8342e24c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 May 31 12:52:06.836172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5dd80-a447-4399-ab82-9a69a7c5d7d3,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:06.855352 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=440a5a68c73a4ae4824b5e9a8cff0856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4298310 May 31 12:52:06.855352 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:06.855982 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 57840) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:06.923134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.975658 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.069129 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.075834 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f7bc3a27-9281-454b-b1d3-171f519bb1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:07.094049 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5dd80-a447-4399-ab82-9a69a7c5d7d3,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:07.097287 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:07.099552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.100355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31b3f-2442-41bb-ba97-e482f88a32f1 req-00ed4202-14c3-43fd-a265-18ef5f197d6e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.108608 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebf31b3f-2442-41bb-ba97-e482f88a32f1 req-00ed4202-14c3-43fd-a265-18ef5f197d6e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2284606 May 31 12:52:07.115105 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3d5dd80-a447-4399-ab82-9a69a7c5d7d3 HTTP/1.1" status: 204 len: 168 time: 0.2580531 May 31 12:52:07.177886 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebf31b3f-2442-41bb-ba97-e482f88a32f1 req-125dd89d-4e73-4ddc-a509-218584bda1bc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683119 May 31 12:52:07.744101 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db9b2-908d-4a95-bfb1-1ae2d02c9953 req-ba624249-cee0-408b-aa02-d4b5089946a8 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.751309 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a25db9b2-908d-4a95-bfb1-1ae2d02c9953 req-ba624249-cee0-408b-aa02-d4b5089946a8 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1000226 May 31 12:52:07.802789 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a25db9b2-908d-4a95-bfb1-1ae2d02c9953 req-de09ef8d-9418-48e1-a553-291f9385a520 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 May 31 12:52:08.021566 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6aab0-3584-41c1-ad2c-81c6a6078cc4 req-a716a011-7121-4917-bcb2-03ae9c3b5042 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.023291 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ccf6aab0-3584-41c1-ad2c-81c6a6078cc4 req-a716a011-7121-4917-bcb2-03ae9c3b5042 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 945 time: 0.0914447 May 31 12:52:08.127378 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ccf6aab0-3584-41c1-ad2c-81c6a6078cc4 req-daeef4a7-e898-43cb-9ddf-1d6c8a38b2b9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956771 May 31 12:52:08.338583 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-3c83c799-74dd-4b8c-9b51-75e8c5e7e10e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.350844 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-3c83c799-74dd-4b8c-9b51-75e8c5e7e10e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 945 time: 0.1801167 May 31 12:52:08.694628 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1c5f3-3956-413c-bb33-315a534315cc req-d09776fa-6c90-4796-9d07-faa1856c2ce8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.696411 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ccf1c5f3-3956-413c-bb33-315a534315cc req-d09776fa-6c90-4796-9d07-faa1856c2ce8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2487798 May 31 12:52:08.703613 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Deleting port 70ccd312-7c00-413e-95f2-a8fe9f720531 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:08.704024 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.876426 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ccf1c5f3-3956-413c-bb33-315a534315cc req-f951593c-64ab-48c9-8bf6-f902dd5bd42e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559234 May 31 12:52:08.946960 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] For port 70ccd312-7c00-413e-95f2-a8fe9f720531, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=70ccd312-7c00-413e-95f2-a8fe9f720531,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:08.947706 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.079235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Calling delete_port for 70ccd312-7c00-413e-95f2-a8fe9f720531 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:09.189669 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.195716 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:09.205198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62', '70ccd312-7c00-413e-95f2-a8fe9f720531'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:09.247695 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event deleted for resources: {'Port': ['ID=70ccd312-7c00-413e-95f2-a8fe9f720531,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:09.250682 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:09.370934 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6d4e038d-bd61-4bb5-a659-0946fe16977a req-53305c46-ab99-4d35-9720-a766c642c51e tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6751b1a-c454-47c8-a13a-0c044f6c2ba1 HTTP/1.1" status: 200 len: 210 time: 0.0904603 May 31 12:52:09.372057 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] No DVR routers for this DVR port 70ccd312-7c00-413e-95f2-a8fe9f720531 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:09.375554 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.385501 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'name': 'network-vif-deleted', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:09.388440 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655d276c-c5d7-4d54-afe2-1a42c039a836" -d '{"events": [{"server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "name": "network-vif-deleted", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:09.392871 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f92b8dd1-9287-49f6-8298-b5e1df556c3f req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "DELETE /v2.0/ports/70ccd312-7c00-413e-95f2-a8fe9f720531 HTTP/1.1" status: 204 len: 173 time: 1.0350258 May 31 12:52:09.494833 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80d2b47-e256-41dc-811a-001b06025631 x-openstack-request-id: req-a80d2b47-e256-41dc-811a-001b06025631 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:09.495187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6751b1a-c454-47c8-a13a-0c044f6c2ba1", "name": "network-vif-deleted", "tag": "70ccd312-7c00-413e-95f2-a8fe9f720531", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:09.495427 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a80d2b47-e256-41dc-811a-001b06025631 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:09.495840 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6751b1a-c454-47c8-a13a-0c044f6c2ba1', 'name': 'network-vif-deleted', 'tag': '70ccd312-7c00-413e-95f2-a8fe9f720531', 'status': 'completed', 'code': 200} May 31 12:52:10.196735 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d651-e6de-4735-8fb9-7ed75b7fdcd5 req-4c36622a-a273-4de2-9aed-89ff4d8e4ea9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:10.198419 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4655d651-e6de-4735-8fb9-7ed75b7fdcd5 req-4c36622a-a273-4de2-9aed-89ff4d8e4ea9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1752160 May 31 12:52:10.269049 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4655d651-e6de-4735-8fb9-7ed75b7fdcd5 req-0f37586c-f38e-45c6-be53-4503cfaa4d9e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648868 May 31 12:52:11.553262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-32bb5cc6-5547-46ef-950d-a84a256969cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.554775 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-32bb5cc6-5547-46ef-950d-a84a256969cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.1974587 May 31 12:52:11.807274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac4121-baa6-469e-9302-a148d9ef92fc req-f471c75f-d90c-4d65-bd42-9b26c14452fd tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.809452 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-22ac4121-baa6-469e-9302-a148d9ef92fc req-f471c75f-d90c-4d65-bd42-9b26c14452fd tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2534590 May 31 12:52:11.829357 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db5de7-0d9c-4ae5-ba62-51b239cfa748 req-7fe93825-f818-40e6-832c-ea9aba98457d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.829357 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a0db5de7-0d9c-4ae5-ba62-51b239cfa748 req-7fe93825-f818-40e6-832c-ea9aba98457d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.3141520 May 31 12:52:11.830894 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-08f4d8f9-5f17-4231-9afa-1c2ea3be3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.833473 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-08f4d8f9-5f17-4231-9afa-1c2ea3be3250 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.2705703 May 31 12:52:12.083211 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-6ddd44c6-b30d-4b27-a751-2c9e956a9733 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.0898890 May 31 12:52:12.089948 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a0db5de7-0d9c-4ae5-ba62-51b239cfa748 req-8fcde23f-48d0-4064-918c-8846cd04b9c6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520912 May 31 12:52:12.162521 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-22ac4121-baa6-469e-9302-a148d9ef92fc req-652dd51a-0ada-4ae2-b0c8-76586a7638d0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3264425 May 31 12:52:12.194364 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-facf1e15-c2df-4b2a-8f79-31646326e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.194364 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-facf1e15-c2df-4b2a-8f79-31646326e0cb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.0933962 May 31 12:52:12.196664 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 70ccd312-7c00-413e-95f2-a8fe9f720531 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:12.269453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-0141e21e-28c2-4e10-a985-62f291a1f31e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711856 May 31 12:52:12.283652 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 70ccd312-7c00-413e-95f2-a8fe9f720531 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:12.284014 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 70ccd312-7c00-413e-95f2-a8fe9f720531 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:12.478499 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-3330a1c9-ad2c-4a12-8f31-62e1e3c178ea service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996388 May 31 12:52:12.707231 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12b7c5c5-a497-4a46-89e1-85f19003f64c req-a0e414fb-ea13-44f8-af60-b96480dbb608 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183430 May 31 12:52:12.724313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ebda0-2298-4dd3-8d83-ee9e68a36169 req-96cc49ae-2d9d-4527-8ac6-2f53168fa120 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.726056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8d7ebda0-2298-4dd3-8d83-ee9e68a36169 req-96cc49ae-2d9d-4527-8ac6-2f53168fa120 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:12.748362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-8d7ebda0-2298-4dd3-8d83-ee9e68a36169 req-96cc49ae-2d9d-4527-8ac6-2f53168fa120 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:12.749745 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d7ebda0-2298-4dd3-8d83-ee9e68a36169 req-96cc49ae-2d9d-4527-8ac6-2f53168fa120 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.1765358 May 31 12:52:12.814083 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d7ebda0-2298-4dd3-8d83-ee9e68a36169 req-517f6de1-7729-4fea-b80a-9c88b1a9f13d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 May 31 12:52:13.316345 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3d750-0fc2-4ca4-be81-fac6fdb5f8ff req-27011ea6-1843-4821-ae9f-04dbc9e0989d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:13.319207 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-06e3d750-0fc2-4ca4-be81-fac6fdb5f8ff req-27011ea6-1843-4821-ae9f-04dbc9e0989d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1027758 May 31 12:52:13.447563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987d2e9-4ba7-4d2b-98fc-e39d93f642d5 req-01896af7-9d14-4f7a-a6be-c6daf5a421d0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:13.449053 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e987d2e9-4ba7-4d2b-98fc-e39d93f642d5 req-01896af7-9d14-4f7a-a6be-c6daf5a421d0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1286418 May 31 12:52:13.458635 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-06e3d750-0fc2-4ca4-be81-fac6fdb5f8ff req-1c29b816-e835-4f60-9cb1-a7d049cb15bb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913312 May 31 12:52:13.531206 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e987d2e9-4ba7-4d2b-98fc-e39d93f642d5 req-1fed20e2-371a-45b5-9e10-1b6dad59fb1c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711331 May 31 12:52:14.049468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee0ae-f5c1-41be-8c62-804bb1dac619 req-4accfd84-f6dd-4383-bc30-4e5cabc64392 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.051212 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d53ee0ae-f5c1-41be-8c62-804bb1dac619 req-4accfd84-f6dd-4383-bc30-4e5cabc64392 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.0834918 May 31 12:52:14.100844 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d53ee0ae-f5c1-41be-8c62-804bb1dac619 req-6025e12f-6599-40fd-8ee6-d7838bad5389 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 May 31 12:52:14.192234 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:14.329174 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:14.344075 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:14.399678 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.418736 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:14.442181 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:14.449484 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.453163 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:14.539630 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=6']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:14.553994 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.554608 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.556468 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.556959 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.557476 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.557981 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.558473 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.558956 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.559641 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.560387 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.560886 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.561396 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:14.566983 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:14.589205 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427ce3-daad-4526-aa70-95974a6d33de req-84fb2735-3271-4b5c-b907-66a9bb28e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.591742 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-84fb2735-3271-4b5c-b907-66a9bb28e7db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.1101902 May 31 12:52:14.622525 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-99db74ef-8a97-467f-9b88-09389821a5f7 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.624683 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-99db74ef-8a97-467f-9b88-09389821a5f7 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.1604469 May 31 12:52:14.635500 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['9b6a55f7-e35a-49b6-bc82-98b527e45600'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:14.820098 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427ce3-daad-4526-aa70-95974a6d33de req-0148cb6d-3bd8-4d8a-bb8a-e984f36c704b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.823046 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-0148cb6d-3bd8-4d8a-bb8a-e984f36c704b service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.2055237 May 31 12:52:14.930023 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-3116efcb-e18c-4432-b29a-b34a270f718a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.1000102 May 31 12:52:14.956336 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49a661-3b43-45e1-9a3c-5feb91d27330 req-3b11dda0-b90b-4466-8681-4ce8af0e636a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.957885 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c49a661-3b43-45e1-9a3c-5feb91d27330 req-3b11dda0-b90b-4466-8681-4ce8af0e636a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2599165 May 31 12:52:14.973647 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d91f20-8f64-471a-b9ca-ad6e5e2ef76e req-4674d1a8-6b78-4337-b0a2-a92e46dce2cc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:14.981229 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d91f20-8f64-471a-b9ca-ad6e5e2ef76e req-4674d1a8-6b78-4337-b0a2-a92e46dce2cc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 944 time: 0.2184677 May 31 12:52:15.025163 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427ce3-daad-4526-aa70-95974a6d33de req-c641f6f0-3ba2-4190-ba38-56658f75b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:15.027754 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-c641f6f0-3ba2-4190-ba38-56658f75b948 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.0895069 May 31 12:52:15.041141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Deleting port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:15.041479 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.064135 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96d91f20-8f64-471a-b9ca-ad6e5e2ef76e req-b887e1a8-cea5-4f27-a142-00c5a75a2bed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822976 May 31 12:52:15.148327 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-4f9794a6-9df5-41fc-a245-2eda1b6d231f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073260 May 31 12:52:15.179038 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c49a661-3b43-45e1-9a3c-5feb91d27330 req-9a2eeb4d-1f8c-4c11-896d-8c7e1419efc5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663716 May 31 12:52:15.276802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] For port 37e2e69b-c46a-4851-bbab-e9839d5dcd62, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=37e2e69b-c46a-4851-bbab-e9839d5dcd62,segment=NetworkSegment(f9d3fdb9-98fc-4771-ac91-81f0eb962054),segment_id=f9d3fdb9-98fc-4771-ac91-81f0eb962054)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:15.276802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.368281 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-f0d036ab-f8d8-4d75-bb9d-99fefc66970b service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119772 May 31 12:52:15.658970 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-63427ce3-daad-4526-aa70-95974a6d33de req-a8ccbf9a-bd25-4036-8469-2855f139d628 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827516 May 31 12:52:15.659962 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Calling delete_port for 37e2e69b-c46a-4851-bbab-e9839d5dcd62 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:15.738736 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67aee-8c6a-4e75-8768-a2b0b1f383b7 req-56625cf9-2ca3-47c5-b600-0af70a062203 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:15.740188 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-33a67aee-8c6a-4e75-8768-a2b0b1f383b7 req-56625cf9-2ca3-47c5-b600-0af70a062203 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 946 time: 0.2277803 May 31 12:52:15.810221 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-33a67aee-8c6a-4e75-8768-a2b0b1f383b7 req-666f8639-0270-4e67-8d42-70f3fc64f4b9 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/security-groups?id=57a7a674-664d-4de9-828b-6bedec782097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624244 May 31 12:52:15.902161 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.909598 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-522e71db-1720-4a3b-a737-80368d5b2790 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.916406 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['37e2e69b-c46a-4851-bbab-e9839d5dcd62'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:15.956867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Pushing event deleted for resources: {'Port': ['ID=37e2e69b-c46a-4851-bbab-e9839d5dcd62,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.988939 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.051412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] No DVR routers for this DVR port 37e2e69b-c46a-4851-bbab-e9839d5dcd62 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:16.057361 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.072474 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'name': 'network-vif-deleted', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:16.090780 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ba2e5-3368-4ba7-9082-b98859f22129" -d '{"events": [{"server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "name": "network-vif-deleted", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:16.098482 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bda8bb39-c923-4e52-ad5e-3dddd3595281 req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.38 "DELETE /v2.0/ports/37e2e69b-c46a-4851-bbab-e9839d5dcd62 HTTP/1.1" status: 204 len: 173 time: 1.4662020 May 31 12:52:16.177875 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e1d0f-fa15-428d-b19c-a8d554d2589b x-openstack-request-id: req-ca6e1d0f-fa15-428d-b19c-a8d554d2589b {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:16.178188 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df7486-5a4e-464f-9ff9-4a62cb298b75", "name": "network-vif-deleted", "tag": "37e2e69b-c46a-4851-bbab-e9839d5dcd62", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:16.178462 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca6e1d0f-fa15-428d-b19c-a8d554d2589b {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:16.178943 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df7486-5a4e-464f-9ff9-4a62cb298b75', 'name': 'network-vif-deleted', 'tag': '37e2e69b-c46a-4851-bbab-e9839d5dcd62', 'status': 'completed', 'code': 200} May 31 12:52:16.222388 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:16.329617 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:16.331373 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.479171 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37436dd9-2d7d-40d7-bd56-0599a270e1bf req-a5506fda-0e47-4aab-8491-732b0674ea0a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:16.480803 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-37436dd9-2d7d-40d7-bd56-0599a270e1bf req-a5506fda-0e47-4aab-8491-732b0674ea0a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 944 time: 0.1864724 May 31 12:52:16.519219 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceb899-b05f-43de-92e4-6400a7485c5e req-d579027e-fc1a-4f99-842c-3260cf8e951c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:16.521331 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f4ceb899-b05f-43de-92e4-6400a7485c5e req-d579027e-fc1a-4f99-842c-3260cf8e951c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1558161 May 31 12:52:16.536776 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.605399 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:16.607813 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:16.612369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815a24ac-e02a-4c05-932e-f25d62f437a4" -d '{"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:16.622639 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.623791 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 37e2e69b-c46a-4851-bbab-e9839d5dcd62 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:16.624311 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-37436dd9-2d7d-40d7-bd56-0599a270e1bf req-c5bbfb9f-b5b2-4e26-a148-122a9c2be7b6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366539 May 31 12:52:16.673261 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-5019cd18-3af3-4e09-9403-ffda4e756a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.686205 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f4ceb899-b05f-43de-92e4-6400a7485c5e req-de0678b7-06e4-49b4-ab7a-2d9f3fcae55f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552472 May 31 12:52:16.731561 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 37e2e69b-c46a-4851-bbab-e9839d5dcd62 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:16.732291 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 37e2e69b-c46a-4851-bbab-e9839d5dcd62 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:16.760538 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=7']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.771136 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.793168 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58198e97-79ce-4142-859a-e93f28878a4a x-openstack-request-id: req-58198e97-79ce-4142-859a-e93f28878a4a {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:16.793704 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:16.794149 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58198e97-79ce-4142-859a-e93f28878a4a {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:16.794777 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'code': 200} May 31 12:52:16.998221 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-22588ca1-3c40-4295-8ec7-8d31ac1506a4 req-ce6f0577-6b4a-485d-ac69-c22bed9b265c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Synchronizing usage tracker for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:17.025840 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-22588ca1-3c40-4295-8ec7-8d31ac1506a4 req-ce6f0577-6b4a-485d-ac69-c22bed9b265c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Unset dirty status for tenant:d2e1caaf524c4ec6b7dd0de64284fa6d on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:17.028586 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-22588ca1-3c40-4295-8ec7-8d31ac1506a4 req-ce6f0577-6b4a-485d-ac69-c22bed9b265c tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] 10.222.0.61 "GET /v2.0/ports?device_id=37df7486-5a4e-464f-9ff9-4a62cb298b75 HTTP/1.1" status: 200 len: 210 time: 0.0794220 May 31 12:52:17.989420 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec11cd-16d8-4b09-b64d-ab01bb95abb3 req-18468272-41d8-4c2c-a772-f405e20eb18e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:17.990795 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-90ec11cd-16d8-4b09-b64d-ab01bb95abb3 req-18468272-41d8-4c2c-a772-f405e20eb18e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1102538 May 31 12:52:18.003937 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e584d5-49fe-4db4-bb7a-b8f865c2f7cf req-b575c52d-2597-406d-8963-b751c7f2c40b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.010790 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d8e584d5-49fe-4db4-bb7a-b8f865c2f7cf req-b575c52d-2597-406d-8963-b751c7f2c40b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2025988 May 31 12:52:18.089302 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-90ec11cd-16d8-4b09-b64d-ab01bb95abb3 req-82e5dbb8-617b-4da0-99b2-36068f92f1f9 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 May 31 12:52:18.123952 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d8e584d5-49fe-4db4-bb7a-b8f865c2f7cf req-db42ae22-458c-4baa-81ac-de9c6c3b8584 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122270 May 31 12:52:18.257646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58084) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:18.339651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Deleting subnet 89f6df94-c935-49a3-a0d8-7f2fbce52069 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:52:18.343158 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.395053 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.535130 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.856277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.864951 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-df07782d-9417-4a0b-a0c9-be2d05097aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:19.053647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f6df94-c935-49a3-a0d8-7f2fbce52069,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:19.066698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:19.078161 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.091276 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58094) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:19.093639 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/89f6df94-c935-49a3-a0d8-7f2fbce52069 HTTP/1.1" status: 204 len: 168 time: 0.8333254 May 31 12:52:19.539279 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.635991 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a6834-a217-4896-80ca-75fa45fe32b0 req-3cc67fdb-241b-46c0-bcd9-249063cf35a3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.637243 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d1a6834-a217-4896-80ca-75fa45fe32b0 req-3cc67fdb-241b-46c0-bcd9-249063cf35a3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2287292 May 31 12:52:19.700001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353086c-ad84-4340-b225-20d6bc949c5a req-b9ef41bb-2820-4a18-acd0-763be0608ea5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.706939 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4353086c-ad84-4340-b225-20d6bc949c5a req-b9ef41bb-2820-4a18-acd0-763be0608ea5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.3327017 May 31 12:52:19.778031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.811689 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec20416-10b5-4489-95f4-5b892c087481']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:19.831452 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d3fdb9-98fc-4771-ac91-81f0eb962054') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:19.831751 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d3fdb9-98fc-4771-ac91-81f0eb962054') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:19.848407 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d1a6834-a217-4896-80ca-75fa45fe32b0 req-e6b1842f-840e-48b3-96d6-2622cb07e10c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027364 May 31 12:52:19.886328 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4353086c-ad84-4340-b225-20d6bc949c5a req-13c42de4-0d59-4f84-be79-94fe6b2fd5d3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704376 May 31 12:52:19.886328 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.926662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.933413 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:19.933932 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:19.955679 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:19.983069 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.086754 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.096092 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:20.130318 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.149458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aec20416-10b5-4489-95f4-5b892c087481,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:20.152873 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:20.161606 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/aec20416-10b5-4489-95f4-5b892c087481 HTTP/1.1" status: 204 len: 168 time: 1.0645809 May 31 12:52:20.427143 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58116) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:20.533087 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58124) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:20.533709 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-37586dc3-cc12-4445-b618-adb40296b06e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2e1caaf524c4ec6b7dd0de64284fa6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1048827 May 31 12:52:20.625012 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.655677 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.739312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.750579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a392e5a7-9f0f-40a0-a690-56c0ad09e72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:20.765192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7a674-664d-4de9-828b-6bedec782097,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:20.777838 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:20.800878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.802225 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57a7a674-664d-4de9-828b-6bedec782097 HTTP/1.1" status: 204 len: 168 time: 0.2681594 May 31 12:52:21.315087 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db383d-cac2-436c-9258-55bb323ec77d req-35b16149-d455-4a83-aecd-e8d79f780d7e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:21.329842 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01db383d-cac2-436c-9258-55bb323ec77d req-35b16149-d455-4a83-aecd-e8d79f780d7e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2977335 May 31 12:52:21.365896 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88808977-403c-47ef-b8b7-b9aebdb80ad2 req-86eec660-3fde-4bb4-b298-77476df927f6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:21.369688 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-88808977-403c-47ef-b8b7-b9aebdb80ad2 req-86eec660-3fde-4bb4-b298-77476df927f6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1832862 May 31 12:52:21.460650 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-01db383d-cac2-436c-9258-55bb323ec77d req-661d20ab-9119-4a5c-95af-fc95731d79de tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290178 May 31 12:52:21.466435 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-88808977-403c-47ef-b8b7-b9aebdb80ad2 req-2dc65586-5fbb-4d0f-9d03-480cd4eed6fc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920069 May 31 12:52:22.307730 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-bf08ac8b-90a0-4f79-81eb-c5f910ec0cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.902226 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7f01e-c272-48a6-9e14-3948371e4976 req-f4d5928e-8796-4aff-af04-ff3647833254 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.912846 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-40f7f01e-c272-48a6-9e14-3948371e4976 req-f4d5928e-8796-4aff-af04-ff3647833254 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2726929 May 31 12:52:22.939556 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f391-c1b9-4ad7-9a0c-2d4c5377b6ed req-2aa1a176-b18a-419d-b82a-a757c47c274d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.946404 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c17f391-c1b9-4ad7-9a0c-2d4c5377b6ed req-2aa1a176-b18a-419d-b82a-a757c47c274d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2622185 May 31 12:52:22.999489 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-40f7f01e-c272-48a6-9e14-3948371e4976 req-14f7b34c-4194-420b-89a3-d407e55af2f4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856502 May 31 12:52:23.021675 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9c17f391-c1b9-4ad7-9a0c-2d4c5377b6ed req-eb4a9354-12d9-425e-a487-4961275f9d27 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744436 May 31 12:52:24.341779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d9178-14e4-42cd-9e58-fd4c72198f90 req-b2ae81a8-eb61-4132-bce0-20998f3aab79 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:24.343556 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-321d9178-14e4-42cd-9e58-fd4c72198f90 req-b2ae81a8-eb61-4132-bce0-20998f3aab79 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1694431 May 31 12:52:24.429624 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-321d9178-14e4-42cd-9e58-fd4c72198f90 req-e412615c-dd36-4032-b5e5-1e836d59bee4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748003 May 31 12:52:24.474838 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1413bb-5b41-4d7c-80d5-500f6c5041cf req-ba39adb7-cc92-4735-a3b6-8b5aaed506f0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:24.478539 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dc1413bb-5b41-4d7c-80d5-500f6c5041cf req-ba39adb7-cc92-4735-a3b6-8b5aaed506f0 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2691693 May 31 12:52:24.516959 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58318) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:24.576327 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dc1413bb-5b41-4d7c-80d5-500f6c5041cf req-4a0e38cc-4fd6-48ef-8403-b3f379d4c48e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904980 May 31 12:52:24.607918 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Deleting subnet de9897d9-d0ed-484c-8a39-15208a268d98 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:52:24.612153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.667560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.722216 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.729341 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9afbbee0-41b0-4c4d-86ee-af41e676d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.739889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.097277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.117483 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8a7b6f85-ba83-4f7e-ae07-bd61a8468fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:25.168823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9897d9-d0ed-484c-8a39-15208a268d98,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:25.171265 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.178106 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:25.183932 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/de9897d9-d0ed-484c-8a39-15208a268d98 HTTP/1.1" status: 204 len: 168 time: 0.6652942 May 31 12:52:25.184093 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58338) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:25.314363 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.456597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.471080 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090a5f98-4ffa-4172-a52b-e07ff8efa800']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:25.486414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:25.487481 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d144b65-4e8a-4798-a0ef-3502e8ce5ed9') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:25.504672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.524503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.531468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:25.532464 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:25.553726 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:25.646352 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.686430 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.694711 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8ca33980-9a19-45aa-9f6d-77eee270e21c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:25.707279 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.722767 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=090a5f98-4ffa-4172-a52b-e07ff8efa800,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:25.728568 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:25.741493 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/090a5f98-4ffa-4172-a52b-e07ff8efa800 HTTP/1.1" status: 204 len: 168 time: 0.5527363 May 31 12:52:25.777331 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c117c-d79b-42b3-a7dd-59eeb30c7335 req-6bf72c77-d7d8-4fc3-87ef-b59296402127 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:25.778940 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa5c117c-d79b-42b3-a7dd-59eeb30c7335 req-6bf72c77-d7d8-4fc3-87ef-b59296402127 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1767490 May 31 12:52:25.861853 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa5c117c-d79b-42b3-a7dd-59eeb30c7335 req-8bc65014-0217-471e-b426-0bd7eabfe180 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672672 May 31 12:52:25.904380 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd05b-6e38-4921-b8a5-2d2cfd549631 req-a1d1c12f-373a-496c-a675-f214b5aef2fe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:25.906064 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1d1cd05b-6e38-4921-b8a5-2d2cfd549631 req-a1d1c12f-373a-496c-a675-f214b5aef2fe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1713948 May 31 12:52:25.969394 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1d1cd05b-6e38-4921-b8a5-2d2cfd549631 req-3d7a88f7-b047-49a3-89aa-b3010d7ab3d5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570574 May 31 12:52:26.008198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58350) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:26.066554 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-043ead15-c2c9-4651-a778-7ce2c84da60b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ede5581d9ca43d5b9a207e61a96a6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564241 May 31 12:52:26.069022 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58354) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:26.132913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.163129 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.233043 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.236947 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ed964ade-b748-4232-972d-9db3773f0425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:26.248428 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3189eef6-af38-456b-a163-9e633628ff54,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:26.259704 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:26.300078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.303437 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3189eef6-af38-456b-a163-9e633628ff54 HTTP/1.1" status: 204 len: 168 time: 0.2311504 May 31 12:52:27.083939 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59347e12-8a37-4532-9c34-391115678f5e req-c02d3471-9ca9-46df-bb90-00c73a9cb7f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:27.085154 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-59347e12-8a37-4532-9c34-391115678f5e req-c02d3471-9ca9-46df-bb90-00c73a9cb7f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1017272 May 31 12:52:27.209798 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-59347e12-8a37-4532-9c34-391115678f5e req-ab69e389-3905-4c79-86b2-451c2e94b26d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160595 May 31 12:52:27.254593 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e23441-9987-4207-aca5-6016d32918e7 req-796b468f-1f6d-4c02-a55a-925dc42c572d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:27.268524 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a2e23441-9987-4207-aca5-6016d32918e7 req-796b468f-1f6d-4c02-a55a-925dc42c572d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1209056 May 31 12:52:27.282949 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:27.330268 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a2e23441-9987-4207-aca5-6016d32918e7 req-4c176f57-5820-4668-9fd2-cef8fc24aa79 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 May 31 12:52:28.690414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c451e5-a92a-411a-b6ec-3b80c23fbc7a req-95633a31-2861-433f-9f0b-3dec55ecdd54 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:28.692871 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96c451e5-a92a-411a-b6ec-3b80c23fbc7a req-95633a31-2861-433f-9f0b-3dec55ecdd54 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.2247801 May 31 12:52:28.786795 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-96c451e5-a92a-411a-b6ec-3b80c23fbc7a req-b38bb0b1-94a5-49f5-a187-9513a6c212ed tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858123 May 31 12:52:28.810043 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3c3d3-fcbc-4f9a-909a-a85c7af68d44 req-16849e40-46ed-4da9-ba9d-fa0d1b0dd8d7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:28.821348 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aca3c3d3-fcbc-4f9a-909a-a85c7af68d44 req-16849e40-46ed-4da9-ba9d-fa0d1b0dd8d7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2587533 May 31 12:52:28.981533 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aca3c3d3-fcbc-4f9a-909a-a85c7af68d44 req-db03c084-dc96-4851-a474-e996ebf45ab9 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587746 May 31 12:52:29.839594 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58454) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:29.974734 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:29.989840 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:29.994293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Usage tracker for resource:security_group_rule and tenant:ce54891979ff42d98f45c8d246fb0e76 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:29.998118 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:30.004065 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:30.049011 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72f31-660c-4290-845c-bc511c3586ed req-f37ebb24-ede6-4d0b-bec9-5c11b06e2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.050555 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-f37ebb24-ede6-4d0b-bec9-5c11b06e2b56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1098 time: 0.1078775 May 31 12:52:30.062214 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf44df-6ad4-4014-b5c1-a3c1d9ff6d47 req-045f0237-6278-449b-93f6-88362a46f2d6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.068900 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c3bf44df-6ad4-4014-b5c1-a3c1d9ff6d47 req-045f0237-6278-449b-93f6-88362a46f2d6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.1583622 May 31 12:52:30.150523 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.159735 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.175494 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4dbfac76-5447-4786-b1a6-7e49f5c64877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:30.226523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72f31-660c-4290-845c-bc511c3586ed req-7e6124c2-9b6d-45c7-bb94-c75343625b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.228758 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-7e6124c2-9b6d-45c7-bb94-c75343625b2a service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1579678 May 31 12:52:30.235618 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce54891979ff42d98f45c8d246fb0e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949401 May 31 12:52:30.236634 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58468) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:30.241765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec70fa-b7e5-4974-8486-ab33665f4309,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:30.261950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:30.317718 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c3bf44df-6ad4-4014-b5c1-a3c1d9ff6d47 req-7480aca8-bd56-4c30-a284-138bafcd1910 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478414 May 31 12:52:30.337494 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.364577 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.412945 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-fb18568d-f5c9-4e48-a7d5-3840c6138291 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 1001 time: 0.1753769 May 31 12:52:30.417612 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.423149 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:30.433270 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec70fa-b7e5-4974-8486-ab33665f4309,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:30.436312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:30.444479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.444479 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0ec70fa-b7e5-4974-8486-ab33665f4309 HTTP/1.1" status: 204 len: 168 time: 0.2040796 May 31 12:52:30.499013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb381e1-9c07-41bb-8436-26e3d6b1ca95 req-5d70eeb8-ee48-4425-a4f9-2d238dbb4842 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.500573 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5cb381e1-9c07-41bb-8436-26e3d6b1ca95 req-5d70eeb8-ee48-4425-a4f9-2d238dbb4842 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1711388 May 31 12:52:30.506700 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72f31-660c-4290-845c-bc511c3586ed req-9e2486b1-98a4-44fb-8195-5791739852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.508521 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-9e2486b1-98a4-44fb-8195-5791739852bc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0869522 May 31 12:52:30.598585 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5cb381e1-9c07-41bb-8436-26e3d6b1ca95 req-e7b5fb89-333f-4f50-8a86-fef4dfbfd926 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890415 May 31 12:52:30.620585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc72f31-660c-4290-845c-bc511c3586ed req-5bcb1f06-4db8-4a84-bd31-9114930b5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.622106 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-5bcb1f06-4db8-4a84-bd31-9114930b5576 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0949855 May 31 12:52:30.746093 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58478) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:30.768823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.780356 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-6566240b-6875-45ff-a5b0-628b9d003471 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504326 May 31 12:52:30.785095 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:30.789291 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Usage tracker for resource:security_group_rule and tenant:1ca3913e447646908b454b43b951d3da is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:30.792210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:30.798511 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:30.903288 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.908261 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.917378 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5b9b1564-3fed-44c6-a9b6-b9ec452e008b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:30.927442 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cc72f31-660c-4290-845c-bc511c3586ed req-c63e1a5c-13a4-4d5f-ae43-38dd762a743d service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403682 May 31 12:52:30.959765 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ca3913e447646908b454b43b951d3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117174 May 31 12:52:30.961139 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfec349-cf9a-4c51-8366-aaf7c0f7236a,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:30.961277 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58482) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:30.964238 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:31.025210 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.051655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.105600 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.110213 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:31.123023 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfec349-cf9a-4c51-8366-aaf7c0f7236a,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:31.125826 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:31.126742 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.127830 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-95407824-77b2-4354-809f-94aad8a8fd02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6dfec349-cf9a-4c51-8366-aaf7c0f7236a HTTP/1.1" status: 204 len: 168 time: 0.1651495 May 31 12:52:31.508165 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe021d-47bc-4ae0-be5b-a095496cec51 req-726f8cc9-2875-4aae-9358-3ec459ef5f15 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.509653 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a9fe021d-47bc-4ae0-be5b-a095496cec51 req-726f8cc9-2875-4aae-9358-3ec459ef5f15 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 945 time: 0.0848255 May 31 12:52:31.568365 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a9fe021d-47bc-4ae0-be5b-a095496cec51 req-35a6616e-0e63-48ba-a6d6-495c09ae6a93 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521426 May 31 12:52:31.810230 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54407e2-401a-46e3-b30d-68844f8daa20 req-78bfb143-6f3c-477a-a7eb-1e6fb45bfa76 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.813795 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f54407e2-401a-46e3-b30d-68844f8daa20 req-78bfb143-6f3c-477a-a7eb-1e6fb45bfa76 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0918245 May 31 12:52:31.868030 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f54407e2-401a-46e3-b30d-68844f8daa20 req-1ecad800-5365-4f41-817d-9d0adbcea3ff tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 May 31 12:52:32.287931 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:32.300725 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:32.437309 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:32.476556 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:32.479044 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10195e22-c614-47ce-9a34-a0ca3d2282fd" -d '{"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:32.488490 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:32.493804 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:32.496703 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:32.536721 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01209b9-dde5-4541-ac5a-71b4e0533cd3 x-openstack-request-id: req-d01209b9-dde5-4541-ac5a-71b4e0533cd3 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:32.537039 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:32.537328 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d01209b9-dde5-4541-ac5a-71b4e0533cd3 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:32.537740 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'code': 200} May 31 12:52:32.578749 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=8']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:32.583002 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:32.761556 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ccfa-bb93-44b8-a423-a4465d80927a req-934d93ba-95a0-4e19-bc06-6a3ac1a3e7db tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:32.763023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-be04ccfa-bb93-44b8-a423-a4465d80927a req-934d93ba-95a0-4e19-bc06-6a3ac1a3e7db tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0920415 May 31 12:52:32.809539 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-be04ccfa-bb93-44b8-a423-a4465d80927a req-dc07f1fa-737b-4ae1-9608-fc8162c3443c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 May 31 12:52:33.077836 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7098b-535f-4075-b34b-b45363eec314 req-2f1cebcd-7533-4e4f-8f08-267d6435c9f1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:33.079406 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1d7098b-535f-4075-b34b-b45363eec314 req-2f1cebcd-7533-4e4f-8f08-267d6435c9f1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0849893 May 31 12:52:33.133704 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1d7098b-535f-4075-b34b-b45363eec314 req-edbd98ca-2352-424d-88d7-13c47d3a423b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 May 31 12:52:34.028128 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee75e7-d415-496e-9401-a336ce260ef2 req-5e719f86-2549-4191-b353-cf9e7f0daa74 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:34.029612 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-55ee75e7-d415-496e-9401-a336ce260ef2 req-5e719f86-2549-4191-b353-cf9e7f0daa74 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0874050 May 31 12:52:34.081333 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-55ee75e7-d415-496e-9401-a336ce260ef2 req-894980e2-b7c9-4f65-ac7f-fd95f5210f7e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459089 May 31 12:52:34.355493 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd820a7-b3af-4b8d-b7ab-4a1edd576cc8 req-7263b029-dc0c-41ae-8028-7e11300180cc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:34.356946 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebd820a7-b3af-4b8d-b7ab-4a1edd576cc8 req-7263b029-dc0c-41ae-8028-7e11300180cc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0872061 May 31 12:52:34.420684 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebd820a7-b3af-4b8d-b7ab-4a1edd576cc8 req-5df95417-11b5-490a-8f1a-744490c973df tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 May 31 12:52:35.294824 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce091e-4399-4a41-a542-c53b3001e594 req-b97ac544-7508-4edb-b9a6-8b5cbdeb124a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:35.304386 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-43ce091e-4399-4a41-a542-c53b3001e594 req-b97ac544-7508-4edb-b9a6-8b5cbdeb124a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.2065380 May 31 12:52:35.366243 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-43ce091e-4399-4a41-a542-c53b3001e594 req-54881aff-f146-4374-b13d-92120d319d0c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607202 May 31 12:52:35.625837 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58696) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:35.642096 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bab7c-2cd3-4208-8514-d5c011976c8e req-ac88a14e-6b15-4b53-9f4c-917c28c1e6c2 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:35.650411 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-545bab7c-2cd3-4208-8514-d5c011976c8e req-ac88a14e-6b15-4b53-9f4c-917c28c1e6c2 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1125927 May 31 12:52:35.701978 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-545bab7c-2cd3-4208-8514-d5c011976c8e req-1df90b19-f7c3-4448-a0e3-476657e68dc1 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 May 31 12:52:35.762721 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-800e2d7d-7327-4c24-9436-b23b7fffb20f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341488 May 31 12:52:36.307032 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:36.467798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58732) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:36.608873 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56646efd-18f1-4282-9f43-3f10f4120ba4 req-ad19556b-b168-4f65-9cbf-5436a6a6aaa4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:36.610370 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56646efd-18f1-4282-9f43-3f10f4120ba4 req-ad19556b-b168-4f65-9cbf-5436a6a6aaa4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0831029 May 31 12:52:36.614699 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.631420 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:36.636564 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Usage tracker for resource:security_group_rule and tenant:cd5b72e3edc445acbd86e648be7a7770 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:36.639899 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:36.647229 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:36.666538 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-56646efd-18f1-4282-9f43-3f10f4120ba4 req-5f54f87b-9fcb-43f4-9c63-ea7dcd7ca746 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500572 May 31 12:52:36.749784 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.754125 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.763347 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:36.807354 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd5b72e3edc445acbd86e648be7a7770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379440 May 31 12:52:36.810618 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58742) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:36.823436 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70895760-4d75-4fc6-a063-a391cd7ebc8a,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:36.826967 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:36.889646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.923554 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.932707 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26592-8448-4fba-afbe-fede1f30c065 req-dd03f276-beb8-44e6-b5d4-2fb3759f61b3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:36.935453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1ac26592-8448-4fba-afbe-fede1f30c065 req-dd03f276-beb8-44e6-b5d4-2fb3759f61b3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1246922 May 31 12:52:36.993392 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1ac26592-8448-4fba-afbe-fede1f30c065 req-91ffb3a5-4367-4bed-8be2-d7947d311c6d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 May 31 12:52:37.006963 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.011865 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-653ed423-001c-48af-9f6b-be1cfd2c50ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:37.026540 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70895760-4d75-4fc6-a063-a391cd7ebc8a,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:37.028852 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:37.035941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.037064 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70895760-4d75-4fc6-a063-a391cd7ebc8a HTTP/1.1" status: 204 len: 168 time: 0.2255619 May 31 12:52:37.326313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58750) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:37.345242 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.360517 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:37.364514 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Usage tracker for resource:security_group_rule and tenant:ad7a3b3bb2f24dc4bd635c7a4946da03 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:37.367473 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:37.373112 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:37.520702 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.526633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.535742 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:37.579339 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad7a3b3bb2f24dc4bd635c7a4946da03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519441 May 31 12:52:37.582698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58770) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:37.588671 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907be892-7f83-4f62-835e-d9086843a199,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:37.592671 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-51258692-5cf4-4272-891d-132082770e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:37.594136 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-51258692-5cf4-4272-891d-132082770e4f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 1096 time: 0.1656415 May 31 12:52:37.594906 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:37.651469 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.683204 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.704324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-f53a8db5-b717-4b8c-b937-d663e45f45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:37.705900 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-f53a8db5-b717-4b8c-b937-d663e45f45ad service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1096 time: 0.0834522 May 31 12:52:37.746454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.750167 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4859fdbe-d671-469b-82c8-dbec7e92319d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:37.761318 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907be892-7f83-4f62-835e-d9086843a199,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:37.763590 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:37.769029 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.770369 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/907be892-7f83-4f62-835e-d9086843a199 HTTP/1.1" status: 204 len: 168 time: 0.1862905 May 31 12:52:37.941149 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-29372483-9537-4c51-a566-453748b9b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:37.942607 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-29372483-9537-4c51-a566-453748b9b4a7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.2284362 May 31 12:52:37.951286 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f0ac9-5d36-4449-93b1-f7db0c25a3fb req-6094e551-5e81-4d8c-ac09-9b5fc048c899 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:37.952873 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0b8f0ac9-5d36-4449-93b1-f7db0c25a3fb req-6094e551-5e81-4d8c-ac09-9b5fc048c899 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.1350076 May 31 12:52:38.082510 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0b8f0ac9-5d36-4449-93b1-f7db0c25a3fb req-75507497-7e49-4225-a0ac-778cf6b72f32 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713634 May 31 12:52:38.086663 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-af140047-01b3-41d8-b53c-5d84463882a9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 999 time: 0.1328907 May 31 12:52:38.275419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-b3c0d444-80bd-40e4-b64a-4573a7dd4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.276757 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-b3c0d444-80bd-40e4-b64a-4573a7dd4431 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.1731279 May 31 12:52:38.369036 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccddaa-d9b6-49b4-92d4-4c004a8c2042 req-b2d5a688-c13b-4a59-9dad-1882c92a0ce3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.370508 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93ccddaa-d9b6-49b4-92d4-4c004a8c2042 req-b2d5a688-c13b-4a59-9dad-1882c92a0ce3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2261226 May 31 12:52:38.402867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1b622-c27d-419d-8482-a5c3c086d553 req-d322bf36-c5c4-43de-aa0a-30f2e388acf9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.404282 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f5b1b622-c27d-419d-8482-a5c3c086d553 req-d322bf36-c5c4-43de-aa0a-30f2e388acf9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1985056 May 31 12:52:38.447855 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-f6ee8e2c-0072-4bb0-9476-4a7e75d8c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.448714 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-f6ee8e2c-0072-4bb0-9476-4a7e75d8c185 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1604290 May 31 12:52:38.491801 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93ccddaa-d9b6-49b4-92d4-4c004a8c2042 req-dafa3702-8f45-4c59-855a-afc0e6f1d496 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144137 May 31 12:52:38.500627 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f5b1b622-c27d-419d-8482-a5c3c086d553 req-41d5fab7-2306-4778-9d62-830a2c47dbf8 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883617 May 31 12:52:38.602984 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-29051430-3c21-48f5-b3d7-fa0c601221d2 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436160 May 31 12:52:38.837574 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-912bcb0c-e593-489b-939f-9edf6ee826bb req-068e8cac-4da0-4289-a2bf-a491d08cf1cf service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256024 May 31 12:52:39.280712 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a8c07-3b17-4ea1-b8be-e8d5aa6a2f88 req-a718c62b-d301-4882-a5c4-a9fd7450d08c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.282172 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a91a8c07-3b17-4ea1-b8be-e8d5aa6a2f88 req-a718c62b-d301-4882-a5c4-a9fd7450d08c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0809324 May 31 12:52:39.329675 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a91a8c07-3b17-4ea1-b8be-e8d5aa6a2f88 req-7178386c-5f64-4e6c-ac34-5a88ebc982b6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 May 31 12:52:39.920620 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880599b-17b4-4496-9db6-3a7271f05995 req-8a7c8938-123f-48ae-b365-0eefe5dfb5fb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.926376 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1880599b-17b4-4496-9db6-3a7271f05995 req-8a7c8938-123f-48ae-b365-0eefe5dfb5fb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2114084 May 31 12:52:40.057608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260aa61-10c7-490e-bf79-5208bd222131 req-b1713a4c-1b1c-4343-b0c2-9bc9a5829fa4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:40.065779 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b260aa61-10c7-490e-bf79-5208bd222131 req-b1713a4c-1b1c-4343-b0c2-9bc9a5829fa4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.2525723 May 31 12:52:40.097322 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1880599b-17b4-4496-9db6-3a7271f05995 req-64b511cd-8413-41f3-aead-419a937355cb tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591351 May 31 12:52:40.164070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b260aa61-10c7-490e-bf79-5208bd222131 req-9fdbcfe6-476d-4e49-bd6c-d70fba0cef34 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946281 May 31 12:52:40.651245 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58900) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:40.690689 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4759e-832d-4a10-84d2-479858140a02 req-ac8528fb-76a0-4ddd-8359-fe619fc06b80 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:40.702997 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fae4759e-832d-4a10-84d2-479858140a02 req-ac8528fb-76a0-4ddd-8359-fe619fc06b80 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.1296017 May 31 12:52:40.801784 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fae4759e-832d-4a10-84d2-479858140a02 req-d9c7df95-b00e-40af-aebc-7c08092bc6b8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004672 May 31 12:52:41.037305 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.080199 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:41.093302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Usage tracker for resource:security_group_rule and tenant:2deec476d707405b89518947ac857751 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:41.101756 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:41.132050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:41.352494 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.360381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.389222 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-29db366c-64e8-48ba-b262-8d9e26fcbdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:41.452583 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2deec476d707405b89518947ac857751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994204 May 31 12:52:41.460920 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58920) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:41.485570 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8209bf5b-90ed-4032-8eda-8f949f3586af,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:41.494813 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:41.558098 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.590569 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513ca2-ee94-4645-a186-c53fa3d82214 req-2dca2bcd-c214-4141-8cb7-26a56b170f22 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:41.592820 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c513ca2-ee94-4645-a186-c53fa3d82214 req-2dca2bcd-c214-4141-8cb7-26a56b170f22 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1531701 May 31 12:52:41.600515 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.601415 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983470e-8a2c-463f-a86c-518ac7df526e req-afa1f8f5-1c25-4998-a469-cb68ce983bcf tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:41.603746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a983470e-8a2c-463f-a86c-518ac7df526e req-afa1f8f5-1c25-4998-a469-cb68ce983bcf tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2269096 May 31 12:52:41.678374 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.686216 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c513ca2-ee94-4645-a186-c53fa3d82214 req-dc897527-fea1-45a6-a425-a52abbf7fe22 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811651 May 31 12:52:41.688818 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ca43a599-4f9a-474d-b739-4c5b33b01c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:41.703388 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8209bf5b-90ed-4032-8eda-8f949f3586af,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:41.706508 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a983470e-8a2c-463f-a86c-518ac7df526e req-30431e53-2b35-4dc4-afdc-9a1d1117ddc3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872657 May 31 12:52:41.707675 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:41.711660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.713218 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8209bf5b-90ed-4032-8eda-8f949f3586af HTTP/1.1" status: 204 len: 168 time: 0.2507455 May 31 12:52:42.009734 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2b6b3-950f-4146-a625-6d2cca3c41a3 req-7ac8e984-4026-4415-b637-1fac1c702442 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:42.011163 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f8d2b6b3-950f-4146-a625-6d2cca3c41a3 req-7ac8e984-4026-4415-b637-1fac1c702442 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0880184 May 31 12:52:42.057461 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f8d2b6b3-950f-4146-a625-6d2cca3c41a3 req-3d5fc09c-33c8-4d4e-8ace-cd986d9da8a0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 May 31 12:52:43.032050 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0ab85-a12b-4503-8b3f-a560367dbfb4 req-7eeaa10d-4c80-4de9-95f3-4b4b533dd751 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.033754 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-35c0ab85-a12b-4503-8b3f-a560367dbfb4 req-7eeaa10d-4c80-4de9-95f3-4b4b533dd751 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1602018 May 31 12:52:43.051225 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bde62-9dac-4811-a254-c6530f6ebfe2 req-bab63ddd-1162-4c59-a76f-ae029e7d78e1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.051225 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef9bde62-9dac-4811-a254-c6530f6ebfe2 req-bab63ddd-1162-4c59-a76f-ae029e7d78e1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1348326 May 31 12:52:43.146980 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-35c0ab85-a12b-4503-8b3f-a560367dbfb4 req-3c327d85-65ea-43bb-82df-1e59697e8d9f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982685 May 31 12:52:43.178510 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef9bde62-9dac-4811-a254-c6530f6ebfe2 req-942d1cad-304b-4002-8270-e521a936dab6 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142981 May 31 12:52:43.376922 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e9102-0bb0-47ef-b1ff-e084eccd28cb req-37803af5-4823-4701-9c05-bb4e46354388 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.378471 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-218e9102-0bb0-47ef-b1ff-e084eccd28cb req-37803af5-4823-4701-9c05-bb4e46354388 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0819666 May 31 12:52:43.425166 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-218e9102-0bb0-47ef-b1ff-e084eccd28cb req-3c9a5f98-ff6a-4387-a0b1-509988d10641 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405650 May 31 12:52:44.467247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9c4e-d4c9-40c4-91dc-8eb14be6c2ed req-f696f156-a32c-4afd-b373-94416d58f576 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.468756 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-22eb9c4e-d4c9-40c4-91dc-8eb14be6c2ed req-f696f156-a32c-4afd-b373-94416d58f576 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1569259 May 31 12:52:44.510938 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942a1e-6058-4aee-baca-14a9c05fe8a7 req-1b763d58-3270-4abf-8bf6-5b3df84d826f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.513581 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-71942a1e-6058-4aee-baca-14a9c05fe8a7 req-1b763d58-3270-4abf-8bf6-5b3df84d826f tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1650450 May 31 12:52:44.559031 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-22eb9c4e-d4c9-40c4-91dc-8eb14be6c2ed req-2ba77ac2-69f3-4919-98e2-e02a1ea2ecd6 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823195 May 31 12:52:44.590993 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-71942a1e-6058-4aee-baca-14a9c05fe8a7 req-9bda485a-c0b0-4bec-a543-d35eebd2098a tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 May 31 12:52:44.678465 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 58990) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:44.781796 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992d884-a1b8-4656-b93b-3d4e5c00a181 req-c06766b4-d484-4498-8394-cea1e460718b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.783675 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1992d884-a1b8-4656-b93b-3d4e5c00a181 req-c06766b4-d484-4498-8394-cea1e460718b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0989568 May 31 12:52:44.825238 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.836719 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1992d884-a1b8-4656-b93b-3d4e5c00a181 req-ae3cee70-2583-49b3-b0ee-1461e0c3692f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472708 May 31 12:52:44.845917 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:44.850008 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Usage tracker for resource:security_group_rule and tenant:15e849757cb04287a188bb5b026313bf is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:44.854493 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:44.861682 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:44.951947 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.956615 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.963975 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7206f43-4dae-4608-937e-c2493e029367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.009066 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 58998) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:45.009287 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15e849757cb04287a188bb5b026313bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295844 May 31 12:52:45.010121 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab722293-1fa6-40ff-80ee-5f34af4041d7,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.013316 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.083554 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.113551 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.187218 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.191839 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-99ee37df-81ca-4c32-afe9-bfb7e228a020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.205448 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab722293-1fa6-40ff-80ee-5f34af4041d7,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.218233 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.219841 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.232393 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab722293-1fa6-40ff-80ee-5f34af4041d7 HTTP/1.1" status: 204 len: 168 time: 0.2124968 May 31 12:52:45.591192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59012) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:45.609422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.638739 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:45.645759 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Usage tracker for resource:security_group_rule and tenant:8a51055183fb4b01900c8fcbf5a093bc is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:45.653586 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:45.670327 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:45.773611 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.779433 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.787635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7701e7da-336b-4459-af09-c71f5c3e308d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.838213 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a51055183fb4b01900c8fcbf5a093bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459519 May 31 12:52:45.841302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59020) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:45.843757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3de9af-f311-4c85-a7b3-2aabe7c38d26,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.846794 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.906378 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5c522-15ac-4e5e-bb36-c1bbccd91097 req-421748bb-919e-4594-a985-1ac17fb3e74c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.907865 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bdb5c522-15ac-4e5e-bb36-c1bbccd91097 req-421748bb-919e-4594-a985-1ac17fb3e74c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.2048602 May 31 12:52:45.915867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfeaad-a7c6-4756-b17e-6ba39155d616 req-e5d68249-2b39-45c7-9047-6b5a9f030407 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.917297 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6dfeaad-a7c6-4756-b17e-6ba39155d616 req-e5d68249-2b39-45c7-9047-6b5a9f030407 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1571503 May 31 12:52:46.002823 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bdb5c522-15ac-4e5e-bb36-c1bbccd91097 req-210942b0-7274-405e-a873-71ae84754c70 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823691 May 31 12:52:46.003479 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.018807 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6dfeaad-a7c6-4756-b17e-6ba39155d616 req-24d19dac-6f3b-4cfc-90a8-c395c3c0337c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827794 May 31 12:52:46.048206 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.233044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.242854 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b1629e4d-06b9-432e-9b1a-b9b83aa1c8f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:46.255760 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3de9af-f311-4c85-a7b3-2aabe7c38d26,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:46.259891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:46.270419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.271512 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e3de9af-f311-4c85-a7b3-2aabe7c38d26 HTTP/1.1" status: 204 len: 168 time: 0.4293141 May 31 12:52:46.304484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12af08-7483-4d25-8fec-68c73acc3b4a req-94fe0efc-7be7-455d-b02f-24a3bbf7eb73 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.313441 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d12af08-7483-4d25-8fec-68c73acc3b4a req-94fe0efc-7be7-455d-b02f-24a3bbf7eb73 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.1958563 May 31 12:52:46.366593 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d12af08-7483-4d25-8fec-68c73acc3b4a req-b68a0318-217a-4c12-9424-37bab9a598b6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521295 May 31 12:52:46.724214 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59036) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.819002 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59042) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.918667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.935893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:46.939921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Usage tracker for resource:security_group_rule and tenant:06be04bfd85945849c7230ba696209b5 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:46.942845 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:46.949437 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:47.024519 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.061146 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:47.073525 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Usage tracker for resource:security_group_rule and tenant:c1132009ba69412ebaaa0f88289e2c7c is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:47.078838 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:47.087962 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.089201 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:47.095218 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.108267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7259a7e5-dc1b-4975-8098-832e1ca61f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.174397 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27374123-1ada-4c65-a2e1-1d67911526db,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.181907 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06be04bfd85945849c7230ba696209b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582103 May 31 12:52:47.183211 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.183702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59050) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:47.275231 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.324907 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.332767 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.349028 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.355046 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b8ca9-b49e-4d31-a2ba-57d220856916 req-2eedbfa1-662a-40ea-b3d7-08e7e669fcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.357215 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a89b8ca9-b49e-4d31-a2ba-57d220856916 req-2eedbfa1-662a-40ea-b3d7-08e7e669fcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1738853 May 31 12:52:47.359182 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e946bf49-b94f-4b58-b4de-cb8e37929025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.397978 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb4f0b6-92fe-4886-92f9-eafe5cd617eb,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.406367 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.431230 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a89b8ca9-b49e-4d31-a2ba-57d220856916 req-72343d36-aeb0-4bfe-b327-0f0218b653ed tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663769 May 31 12:52:47.433247 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1132009ba69412ebaaa0f88289e2c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075512 May 31 12:52:47.451063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3149a6-4c62-42f3-86f7-23971234f1e9 req-9c1a2816-4b1b-4482-bdd2-8118af5d92a2 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.461421 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59056) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:47.465746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff3149a6-4c62-42f3-86f7-23971234f1e9 req-9c1a2816-4b1b-4482-bdd2-8118af5d92a2 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2218952 May 31 12:52:47.529004 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ff3149a6-4c62-42f3-86f7-23971234f1e9 req-72f9ee25-082a-44cd-9e37-c9fff524e9d4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623014 May 31 12:52:47.535458 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.547201 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a156ed41-c441-46fb-a1e5-96cd90dfe690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.562290 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27374123-1ada-4c65-a2e1-1d67911526db,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.570174 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.580703 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.629856 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.631039 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27374123-1ada-4c65-a2e1-1d67911526db HTTP/1.1" status: 204 len: 168 time: 0.4448559 May 31 12:52:47.649184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.690360 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184598e-4a4b-4711-8b57-defea6a9de2c req-a7bb7f64-7f33-43e3-9e2d-fbb01a8e3c03 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.698414 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4184598e-4a4b-4711-8b57-defea6a9de2c req-a7bb7f64-7f33-43e3-9e2d-fbb01a8e3c03 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.0928555 May 31 12:52:47.719514 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.725298 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-2afd2182-2ee7-4b37-a835-0acb9e4b0917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.751120 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb4f0b6-92fe-4886-92f9-eafe5cd617eb,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.755273 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.764725 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.765457 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4184598e-4a4b-4711-8b57-defea6a9de2c req-26d5a712-62ce-4e2a-8e94-340c9818b2e2 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645511 May 31 12:52:47.767223 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cb4f0b6-92fe-4886-92f9-eafe5cd617eb HTTP/1.1" status: 204 len: 168 time: 0.3006718 May 31 12:52:48.732731 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938b3d2-d3ee-49b7-997c-e5073688e6ac req-ebde891d-2f48-4dbb-bea5-1d7a15a6e027 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:48.734475 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8938b3d2-d3ee-49b7-997c-e5073688e6ac req-ebde891d-2f48-4dbb-bea5-1d7a15a6e027 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1391253 May 31 12:52:48.849889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59108) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:48.879064 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8938b3d2-d3ee-49b7-997c-e5073688e6ac req-1d2c652e-a211-46c5-90f3-23ebe530917c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384768 May 31 12:52:48.926132 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bcd7c-02bb-4194-bb56-49ed3f69e495 req-47c7f4d9-4499-4b3b-acb6-22b1ecfe253c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:48.927604 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-413bcd7c-02bb-4194-bb56-49ed3f69e495 req-47c7f4d9-4499-4b3b-acb6-22b1ecfe253c tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1517084 May 31 12:52:49.050078 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-679598969-network', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:49.055463 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:49.060184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Usage tracker for resource:network and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:49.061088 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-413bcd7c-02bb-4194-bb56-49ed3f69e495 req-f0d28c83-d18a-4d1c-8227-0a97581e7ad4 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208463 May 31 12:52:49.070273 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:49.079919 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:49.099104 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Made reservation on behalf of 2c615350ee5c41f4b09cba7385a81c84 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:49.104212 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.116587 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e1423-5894-4faf-a856-7d46e78dac02 req-7b2af6ba-e2c0-4ccf-a202-6d83444948fb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:49.118146 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-148e1423-5894-4faf-a856-7d46e78dac02 req-7b2af6ba-e2c0-4ccf-a202-6d83444948fb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.1180239 May 31 12:52:49.123876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.139074 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:49.144526 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:49.147651 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:49.157980 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:49.176947 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-148e1423-5894-4faf-a856-7d46e78dac02 req-ec15c256-837b-4da3-9e9b-43766655d258 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489845 May 31 12:52:49.256555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.260325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.270111 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-382cd403-f2fa-4120-a973-77bfa1707425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:49.298449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:49.311086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f28bd2-b3dd-4706-a3b3-2169bbf11679,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:49.314475 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:49.317220 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.317557 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Added segment b6276c82-0f13-4806-a7cf-30cc21418d09 of type vlan for network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e May 31 12:52:49.344601 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.373411 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.374703 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:49.375274 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.378561 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b3aa94e5-5ab3-439c-bc0d-4b16b7930649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:49.482320 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6306164 May 31 12:52:49.483228 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:49.485394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59154) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:49.486025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:49.492987 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:49.500527 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Request body: {'subnet': {'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-679598969-subnet', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'ip_version': 4}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:49.505150 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:49.510131 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Usage tracker for resource:subnet and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:49.513131 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:49.519160 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:49.529846 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Made reservation on behalf of 2c615350ee5c41f4b09cba7385a81c84 for: {'subnet': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:49.532573 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2746095'] for subnet, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.947091 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2746105'] for subnet, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.952849 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:49.988700 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.085018 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee85ade6-62b4-4b7c-982b-a6ff0db631a6,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.091246 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.108978 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Checking segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:50.109408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Network hostable DHCP agents. Network: 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:50.138667 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:50.150595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d45a-cfca-4458-9203-7b51cbdfcac2 req-7e7099f2-6c60-4de9-9296-f5aa741f0cc4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.152076 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-db89d45a-cfca-4458-9203-7b51cbdfcac2 req-7e7099f2-6c60-4de9-9296-f5aa741f0cc4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1525311 May 31 12:52:50.175204 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e) {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:50.184118 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f979a-d8f0-4b4c-879e-f95b8e35d91b None None] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:50.190227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.190825 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.260881 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-db89d45a-cfca-4458-9203-7b51cbdfcac2 req-5bf6c7fc-456a-405d-91d9-ee33d3bf5286 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009693 May 31 12:52:50.280620 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7934117 May 31 12:52:50.281334 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59186) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.288615 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:50.295026 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:50.300406 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Usage tracker for resource:router and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:50.304305 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:50.311782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:50.328056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.329008 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.340976 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494241c3-fc57-4890-b59b-8016a8f72a1a req-6f3ccce1-ef68-4eb3-9b35-c7d50b070583 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.342474 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-494241c3-fc57-4890-b59b-8016a8f72a1a req-6f3ccce1-ef68-4eb3-9b35-c7d50b070583 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1416481 May 31 12:52:50.376645 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.412455 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:52:50.413353 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.465702 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-494241c3-fc57-4890-b59b-8016a8f72a1a req-2f75b43c-42bf-4f81-8d0a-013672bd8eaa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099815 May 31 12:52:50.600658 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Allocated IP 172.20.0.2 (5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e/ee85ade6-62b4-4b7c-982b-a6ff0db631a6/8911b5ee-a283-434b-a4ad-d1250ff485cc) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:50.824759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.827709 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.838226 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Transition to ACTIVE for port object 8911b5ee-a283-434b-a4ad-d1250ff485cc will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:50.840813 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2428-ceeb-40a4-81ca-616034ef4b8e req-17fcdd34-f957-442c-8db0-1ef9da6dd6de tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.842298 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c9b2428-ceeb-40a4-81ca-616034ef4b8e req-17fcdd34-f957-442c-8db0-1ef9da6dd6de tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.4618301 May 31 12:52:50.857426 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Transition to ACTIVE for port object 8911b5ee-a283-434b-a4ad-d1250ff485cc will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:50.864775 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.869474 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.948950 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:50.952004 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:50.955496 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:50.966289 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c9b2428-ceeb-40a4-81ca-616034ef4b8e req-7d77bee2-ff3c-4551-8217-ffc927a3d4d1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078486 May 31 12:52:51.010422 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Pushing event updated for resources: {'Port': ['ID=8911b5ee-a283-434b-a4ad-d1250ff485cc,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.035876 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.064506 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Attempting to bind port 8911b5ee-a283-434b-a4ad-d1250ff485cc on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:51.065136 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Attempting to bind port 8911b5ee-a283-434b-a4ad-d1250ff485cc by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:51.065639 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Attempting to bind port 8911b5ee-a283-434b-a4ad-d1250ff485cc on network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:51.071463 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8384b-e4ae-4188-8e0f-b0d628eb62ab req-98e567a3-139b-4664-b453-7cd858384a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:51.071891 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:51.072280 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Checking segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:51.072696 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.073116 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Bound using segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:51.073321 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-30d8384b-e4ae-4188-8e0f-b0d628eb62ab req-98e567a3-139b-4664-b453-7cd858384a9a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.1060014 May 31 12:52:51.073623 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Bound port: 8911b5ee-a283-434b-a4ad-d1250ff485cc, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:51.074084 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.166879 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] For port 8911b5ee-a283-434b-a4ad-d1250ff485cc, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:51.170306 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] For port 8911b5ee-a283-434b-a4ad-d1250ff485cc, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8911b5ee-a283-434b-a4ad-d1250ff485cc,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:51.174371 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.179062 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7dab3aaf-1a4d-4e8d-9937-d949b47b9f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.258375 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Pushing event updated for resources: {'Port': ['ID=8911b5ee-a283-434b-a4ad-d1250ff485cc,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.261301 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.295791 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-30d8384b-e4ae-4188-8e0f-b0d628eb62ab req-29aa5ea1-3608-48a4-9445-52dc68a25f0a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690607 May 31 12:52:51.310665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.342154 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.562670 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e156a-ec79-445a-b5de-f670bb7c58c0 req-374e3182-21f0-4cba-948d-7b1da2bfa4b7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:51.564225 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b19e156a-ec79-445a-b5de-f670bb7c58c0 req-374e3182-21f0-4cba-948d-7b1da2bfa4b7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1868443 May 31 12:52:51.567489 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Allocated IP 172.28.2.33 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/ca8f3dd9-4b23-449c-9ecc-835709783682) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:51.746464 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b19e156a-ec79-445a-b5de-f670bb7c58c0 req-07b063b1-4037-40c4-a421-1876088eb6ea tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687243 May 31 12:52:51.827634 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.838090 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966f05f-1ee9-469d-b758-af112ce81b33 req-b23fdd10-c950-4e2f-96c5-737a5a04ffc3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:51.839585 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4966f05f-1ee9-469d-b758-af112ce81b33 req-b23fdd10-c950-4e2f-96c5-737a5a04ffc3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2066391 May 31 12:52:51.897265 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4966f05f-1ee9-469d-b758-af112ce81b33 req-a2cedd81-9106-458a-8dda-50dd00256968 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508718 May 31 12:52:51.915512 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.920946 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.001887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:52.010720 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:52.017728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:52.055542 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8911b5ee-a283-434b-a4ad-d1250ff485cc up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:52.081703 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Pushing event updated for resources: {'Port': ['ID=ca8f3dd9-4b23-449c-9ecc-835709783682,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.087054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.195401 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 8911b5ee-a283-434b-a4ad-d1250ff485cc completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:52.304068 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5f4aba55-d8e8-41ac-82ef-157e0bf819df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.386138 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:52.470648 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d203db-8f49-446b-8280-5bac7627e15a None None] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:52.571618 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Provisioning for port 8911b5ee-a283-434b-a4ad-d1250ff485cc completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:52.592559 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Provisioning complete for port 8911b5ee-a283-434b-a4ad-d1250ff485cc triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:52.593243 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.697189 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:52.740550 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'mac_address': 'fa:16:3e:4c:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:52.754286 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c980493-fb6a-45ba-81a7-4aaf2e4736f5 req-22bdf2bb-97b9-4df1-80db-aa39646b3a2e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.755762 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7c980493-fb6a-45ba-81a7-4aaf2e4736f5 req-22bdf2bb-97b9-4df1-80db-aa39646b3a2e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.5510859 May 31 12:52:52.767101 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb5ec8-e594-4b56-a389-0c8a5a65e3af req-4c0d96ea-8674-4a32-824b-5175a3a307a3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.768467 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d4cb5ec8-e594-4b56-a389-0c8a5a65e3af req-4c0d96ea-8674-4a32-824b-5175a3a307a3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 943 time: 0.5648923 May 31 12:52:52.775213 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-eec57f43-b7ac-4bda-a146-2a6b1ca97864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.776558 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-eec57f43-b7ac-4bda-a146-2a6b1ca97864 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1098 time: 0.3316715 May 31 12:52:52.907494 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.917144 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.946418 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:52.975749 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:52.985786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] For port 8911b5ee-a283-434b-a4ad-d1250ff485cc, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8911b5ee-a283-434b-a4ad-d1250ff485cc,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:52.985786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.987906 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.026066 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7c980493-fb6a-45ba-81a7-4aaf2e4736f5 req-72a9c8ed-0736-4b53-8c06-6ad6d9e67ea4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560058 May 31 12:52:53.026639 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.031234 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.081423 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=9']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.086545 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.087156 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.109711 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d4cb5ec8-e594-4b56-a389-0c8a5a65e3af req-e6aca689-2a4f-4200-818b-df9c6f549e8e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694986 May 31 12:52:53.192069 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Pushing event updated for resources: {'Port': ['ID=8911b5ee-a283-434b-a4ad-d1250ff485cc,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.198634 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.253767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['9b6a55f7-e35a-49b6-bc82-98b527e45600'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:53.281616 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-c4d5ff50-c808-4357-858c-a829b66733e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:53.283037 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-c4d5ff50-c808-4357-858c-a829b66733e7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 913 time: 0.4326861 May 31 12:52:53.379105 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-0f4a0040-fc94-494f-84df-2b584e871068 None None] Provisioning complete for port 8911b5ee-a283-434b-a4ad-d1250ff485cc triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:53.379409 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-0f4a0040-fc94-494f-84df-2b584e871068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.498540 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-56a2aa1a-547b-4bda-8e88-67d45fd533a4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 200 len: 1000 time: 0.2064400 May 31 12:52:53.613464 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91dfa1-8996-4b99-90ad-97a5eb4daaf1 req-331ae5a2-7c9b-4f08-b1bf-cda056ecc227 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:53.614910 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f91dfa1-8996-4b99-90ad-97a5eb4daaf1 req-331ae5a2-7c9b-4f08-b1bf-cda056ecc227 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.4041762 May 31 12:52:53.668423 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.686453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-4f42668e-bef7-4264-94ae-5ca8d42d114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:53.687977 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-4f42668e-bef7-4264-94ae-5ca8d42d114b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.1404986 May 31 12:52:53.799186 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f91dfa1-8996-4b99-90ad-97a5eb4daaf1 req-eb88858b-2fb1-4140-b9ce-5b585fed22fe tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776967 May 31 12:52:53.960641 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8911b5ee-a283-434b-a4ad-d1250ff485cc up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:54.041657 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 8911b5ee-a283-434b-a4ad-d1250ff485cc triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:54.041657 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.050103 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-669c9746-0ded-4e7f-a26b-0e2226c14d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.051493 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-669c9746-0ded-4e7f-a26b-0e2226c14d64 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3150578 May 31 12:52:54.187167 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Router ae2eeece-3ddb-4b92-a7bc-521a811507f0 is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:52:54.342108 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-493b4150-3787-4463-95d5-f9399292f0bb service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813003 May 31 12:52:54.373081 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-666c132e-5ada-4872-8180-9140a54be612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.374573 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-666c132e-5ada-4872-8180-9140a54be612 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f57447e9a07b495690ca2e3286cdf62e&device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 1098 time: 0.0726063 May 31 12:52:54.404952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:54.482910 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 9b6a55f7-e35a-49b6-bc82-98b527e45600 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:54.483368 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.516225 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-2e6e166c-a21f-44d9-9ed2-8a61cc2d78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.518139 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-2e6e166c-a21f-44d9-9ed2-8a61cc2d78a3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 200 len: 919 time: 0.1371548 May 31 12:52:54.596393 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-f35b980f-e980-4cc3-9c9c-83f120a39943 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 200 len: 217 time: 0.0715482 May 31 12:52:54.605416 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.631371 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:54.635554 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e99dedc-62de-4fb6-91f6-11af3cc1cb66" -d '{"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:54.643058 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:54.646357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.649864 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7c40c243-60dd-4cfd-a636-3ea0f9a1d83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:54.650251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:54.661886 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da0c2-d57e-43e4-95e3-a433682af4cd req-1b768ebf-ac5d-40ff-b64e-b84b08f1d5b5 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.662629 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Sync routers for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:54.667981 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-880da0c2-d57e-43e4-95e3-a433682af4cd req-1b768ebf-ac5d-40ff-b64e-b84b08f1d5b5 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.4082563 May 31 12:52:54.671561 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-f0484006-2c48-4bc5-a7e7-e2e9b9f6ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.674481 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:54.675175 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:54.675503 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-f0484006-2c48-4bc5-a7e7-e2e9b9f6ed46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 200 len: 857 time: 0.0711117 May 31 12:52:54.716219 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-278593f9-6d59-43d4-94bc-6055ee409fa9 req-fdcf8641-20ba-4940-9b43-13a0156d1bba service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602319 May 31 12:52:54.746183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.750840 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4673169 May 31 12:52:54.752299 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.759156 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59224) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:54.759835 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-0d8480a7-c05e-4f04-a7c3-974ac851af06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.764913 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=10']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:54.768442 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:54.769395 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-0a0af303-f5b8-4653-97d6-057ccbda4674 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867913 May 31 12:52:54.772267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38c7d-67cc-4cad-9dc5-e932b971b8d2 req-e0272e87-b26d-4c3a-8280-8438a846943f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.774485 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85f38c7d-67cc-4cad-9dc5-e932b971b8d2 req-e0272e87-b26d-4c3a-8280-8438a846943f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 944 time: 0.4149702 May 31 12:52:54.868773 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:54.899559 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-880da0c2-d57e-43e4-95e3-a433682af4cd req-4b7cf6be-cf0b-4b2b-a03a-ecc66f5f9bd5 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127602 May 31 12:52:54.917153 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-8eb449e5-0972-4be1-b669-861a710a9757 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342180 May 31 12:52:54.993177 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-85f38c7d-67cc-4cad-9dc5-e932b971b8d2 req-96598bbe-a047-4a19-87d4-cee7b7b4b8b6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558504 May 31 12:52:55.065262 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20d4320-21b7-46f5-9f0c-2a847fb899c2 x-openstack-request-id: req-a20d4320-21b7-46f5-9f0c-2a847fb899c2 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:55.065637 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:55.065898 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a20d4320-21b7-46f5-9f0c-2a847fb899c2 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:55.069679 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'code': 200} May 31 12:52:55.090148 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bebfa27a-1723-44d2-843a-d113e66eea49 req-17aeeb16-73ee-4b3c-bb02-1cded09e50a8 service neutron] 10.222.0.38 "GET /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673045 May 31 12:52:55.209163 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:52Z', 'revision_number': 3, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:55.218613 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Checking router: ae2eeece-3ddb-4b92-a7bc-521a811507f0 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:55.219310 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Updating router ae2eeece-3ddb-4b92-a7bc-521a811507f0 port ca8f3dd9-4b23-449c-9ecc-835709783682 binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:55.290573 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.348541 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d63cd-2244-435e-826f-0c21d1fbbdfd req-368d8d6b-97af-4221-9920-1b656b9af29b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:55.350209 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3b4d63cd-2244-435e-826f-0c21d1fbbdfd req-368d8d6b-97af-4221-9920-1b656b9af29b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2516844 May 31 12:52:55.496011 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3b4d63cd-2244-435e-826f-0c21d1fbbdfd req-fbe78751-f64f-44b5-bb28-669696546cbc tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864420 May 31 12:52:55.645522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.674486 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.687914 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Transition to ACTIVE for port object ca8f3dd9-4b23-449c-9ecc-835709783682 will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:55.694856 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.698900 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:55.747765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2b824-742f-4c76-8b1f-6de17f50a126 req-3f1baeed-9e5f-4abd-a688-1a7b190e7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:55.749161 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-19e2b824-742f-4c76-8b1f-6de17f50a126 req-3f1baeed-9e5f-4abd-a688-1a7b190e7495 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1099 time: 0.0762806 May 31 12:52:55.772856 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Attempting to bind port ca8f3dd9-4b23-449c-9ecc-835709783682 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:55.773916 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Attempting to bind port ca8f3dd9-4b23-449c-9ecc-835709783682 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:55.774298 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Attempting to bind port ca8f3dd9-4b23-449c-9ecc-835709783682 on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:55.782957 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:55.783332 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:55.784011 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.784407 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:55.784919 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Bound port: ca8f3dd9-4b23-449c-9ecc-835709783682, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:55.785316 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.796626 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-19e2b824-742f-4c76-8b1f-6de17f50a126 req-0099320b-661b-4a3e-b96e-d05b70722fc3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 May 31 12:52:55.797130 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.831589 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Pushing event updated for resources: {'Port': ['ID=ca8f3dd9-4b23-449c-9ecc-835709783682,revision_number=2']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:55.843775 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.844138 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.844466 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.844785 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.845097 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.845437 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.845750 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.846076 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.846365 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.846671 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.846973 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.847297 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:55.854130 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:55.876634 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] For port ca8f3dd9-4b23-449c-9ecc-835709783682, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:55.879559 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] For port ca8f3dd9-4b23-449c-9ecc-835709783682, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ca8f3dd9-4b23-449c-9ecc-835709783682,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:55.884797 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.889714 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-b9b32d57-f7a8-437c-aa8e-1ce41b4e0517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:55.964721 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:55.965355 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:56.020923 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Allocated IP 172.20.0.1 (5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e/ee85ade6-62b4-4b7c-982b-a6ff0db631a6/ebcf57b2-2cab-4072-bf2d-7edbcb169462) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:56.045999 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Pushing event updated for resources: {'Port': ['ID=ca8f3dd9-4b23-449c-9ecc-835709783682,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:56.051051 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:56.181479 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:56.295949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475c3e4-2aee-4e83-9120-4fb7fcc28f80 req-f3ab5fa8-48fc-4b3b-aa01-a21d994f9dc1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.297470 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7475c3e4-2aee-4e83-9120-4fb7fcc28f80 req-f3ab5fa8-48fc-4b3b-aa01-a21d994f9dc1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.2722993 May 31 12:52:56.303387 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.345274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Transition to ACTIVE for port object ebcf57b2-2cab-4072-bf2d-7edbcb169462 will not be triggered until provisioned by entity DHCP. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:56.356609 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a327a94-1f79-4f2f-a9a4-4adb7b7b065b req-6f123ab5-d482-4d47-a6ed-245965a8911f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.358176 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0a327a94-1f79-4f2f-a9a4-4adb7b7b065b req-6f123ab5-d482-4d47-a6ed-245965a8911f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.2095232 May 31 12:52:56.405768 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7475c3e4-2aee-4e83-9120-4fb7fcc28f80 req-db52c0d1-6830-477e-9205-e56dfe85b24d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969195 May 31 12:52:56.441574 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0a327a94-1f79-4f2f-a9a4-4adb7b7b065b req-f61ecc30-9e83-4feb-a76e-6ee977a58323 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667703 May 31 12:52:56.453668 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.459608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8eb08034-8442-462a-81ff-6cc876721fd0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:56.482150 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:52Z', 'revision_number': 3, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:56.486098 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82816350-d3ce-44ed-8c24-a6883cc08dba None None] The sync data for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb is: [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:52Z', 'revision_number': 3, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:56.521458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:56.524402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:56.528035 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:56.574860 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:56.579099 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:56.592190 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.800581 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71da74-0b5b-4f0d-b5ae-a174575c5bfd req-2c19c130-cd8d-4001-b8c9-2b56962da296 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.802049 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2b71da74-0b5b-4f0d-b5ae-a174575c5bfd req-2c19c130-cd8d-4001-b8c9-2b56962da296 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1797059 May 31 12:52:56.830859 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-b3e4de5c-e0d8-4301-8c2a-dcaa14aa9545 None None] Provisioning for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:56.837002 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-b3e4de5c-e0d8-4301-8c2a-dcaa14aa9545 None None] Provisioning complete for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:56.837407 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de5c-e0d8-4301-8c2a-dcaa14aa9545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.864008 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.892966 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2b71da74-0b5b-4f0d-b5ae-a174575c5bfd req-2f3f2796-3f9d-4012-b362-eb9e8846c6aa tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792344 May 31 12:52:56.942282 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4de5c-e0d8-4301-8c2a-dcaa14aa9545 None None] Port ebcf57b2-2cab-4072-bf2d-7edbcb169462 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:57.162716 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.168060 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.196774 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.282547 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Pushing event updated for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.284431 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.285465 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.289916 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:57.456001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:57.457429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:57.780902 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-8127afe1-7f69-4388-b64d-66f1f712d399 None None] Provisioning complete for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:57.783092 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-8127afe1-7f69-4388-b64d-66f1f712d399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.844956 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-8127afe1-7f69-4388-b64d-66f1f712d399 None None] Port ebcf57b2-2cab-4072-bf2d-7edbcb169462 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:57.914781 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Router ae2eeece-3ddb-4b92-a7bc-521a811507f0 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:57.994897 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108dae3-7b59-4d7d-b183-43bc177cee86 req-9501a707-7a4b-4d4f-9327-21aa6a9b1089 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.001178 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d108dae3-7b59-4d7d-b183-43bc177cee86 req-9501a707-7a4b-4d4f-9327-21aa6a9b1089 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.2527270 May 31 12:52:58.016532 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ca8f3dd9-4b23-449c-9ecc-835709783682 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:58.099659 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port ca8f3dd9-4b23-449c-9ecc-835709783682 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:58.105460 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port ca8f3dd9-4b23-449c-9ecc-835709783682 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:58.108661 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.181519 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d108dae3-7b59-4d7d-b183-43bc177cee86 req-ae366341-4044-48f2-b086-c37431dee393 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791048 May 31 12:52:58.231954 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:58.238281 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.250101 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2b2f-4336-46fb-ad8b-22b7df190a54 req-0a8cf0c7-cf95-413c-b630-1f911d3f6f09 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.251609 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-759e2b2f-4336-46fb-ad8b-22b7df190a54 req-0a8cf0c7-cf95-413c-b630-1f911d3f6f09 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.2050195 May 31 12:52:58.258229 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] 10.222.0.61 "PUT /v2.0/routers/ae2eeece-3ddb-4b92-a7bc-521a811507f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825788 May 31 12:52:58.259332 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port ca8f3dd9-4b23-449c-9ecc-835709783682, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ca8f3dd9-4b23-449c-9ecc-835709783682,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:58.266119 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.268327 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:58.318334 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-759e2b2f-4336-46fb-ad8b-22b7df190a54 req-26ac9de3-c211-4c3a-a2a0-b4f3e52a918e tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481741 May 31 12:52:58.349880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=ca8f3dd9-4b23-449c-9ecc-835709783682,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.353761 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.375820 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Sync routers for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:58.388275 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:58.388966 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:58.589810 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:58.922711 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59306) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:58.931250 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-813542001-network', 'tenant_id': '5cec087e32814209ac6530f26dccb450'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:58.935769 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:58.939983 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Usage tracker for resource:network and tenant:5cec087e32814209ac6530f26dccb450 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:58.942873 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:58.949994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:58.957596 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 2, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:58.962075 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Checking router: ae2eeece-3ddb-4b92-a7bc-521a811507f0 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:58.962476 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Updating router ae2eeece-3ddb-4b92-a7bc-521a811507f0 port ebcf57b2-2cab-4072-bf2d-7edbcb169462 binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:58.965431 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Made reservation on behalf of 5cec087e32814209ac6530f26dccb450 for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:58.967917 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.980395 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.000732 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:59.005063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Usage tracker for resource:security_group_rule and tenant:5cec087e32814209ac6530f26dccb450 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:59.008588 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:59.014662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:59.051498 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.106392 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.111055 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.115239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-776af096-be97-41a0-9c0b-eefaee9f7497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.144028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:59.152858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64131b2-84c5-4dcb-81ba-e27180f4f05e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.161968 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.162299 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Added segment 5cc8c905-c248-4bc8-bcf2-b93af6b1044d of type vlan for network 50878f0b-db17-479e-9157-2654d91b52d7 May 31 12:52:59.164059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.164438 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.164782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.165156 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.165509 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.165857 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.166202 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.166547 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.166889 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.167235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.167577 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.167909 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:59.176690 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.200453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.233824 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.235308 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.235955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.241419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.394593 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4706950 May 31 12:52:59.397360 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59312) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:59.403150 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Request body: {'subnet': {'network_id': '50878f0b-db17-479e-9157-2654d91b52d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-813542001-subnet', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:59.408094 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:59.412595 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Usage tracker for resource:subnet and tenant:5cec087e32814209ac6530f26dccb450 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:59.412734 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.414970 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Pushing event updated for resources: {'Network': ['ID=50878f0b-db17-479e-9157-2654d91b52d7,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.416298 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:59.418362 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.424331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:59.426769 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Transition to ACTIVE for port object ebcf57b2-2cab-4072-bf2d-7edbcb169462 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:59.431100 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 50878f0b-db17-479e-9157-2654d91b52d7 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:59.436028 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Made reservation on behalf of 5cec087e32814209ac6530f26dccb450 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:59.438587 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3249087'] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.451868 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.459970 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.460918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85ba24-91e4-46a0-a55a-a7afe1e27dfd req-d0a93c90-c4a0-4703-98b1-f47d7b885ef4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.462441 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3a85ba24-91e4-46a0-a55a-a7afe1e27dfd req-d0a93c90-c4a0-4703-98b1-f47d7b885ef4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.1424115 May 31 12:52:59.509608 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3a85ba24-91e4-46a0-a55a-a7afe1e27dfd req-442b4cca-8d88-4ec7-b23e-cf832d584863 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 May 31 12:52:59.704581 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Pushing event updated for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.712691 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.767900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Attempting to bind port ebcf57b2-2cab-4072-bf2d-7edbcb169462 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:59.768283 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Attempting to bind port ebcf57b2-2cab-4072-bf2d-7edbcb169462 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:59.768659 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Attempting to bind port ebcf57b2-2cab-4072-bf2d-7edbcb169462 on network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:59.774976 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:59.775363 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Checking segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:59.775779 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.776178 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Bound using segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:59.776656 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Bound port: ebcf57b2-2cab-4072-bf2d-7edbcb169462, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:59.777041 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.886132 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] For port ebcf57b2-2cab-4072-bf2d-7edbcb169462, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:59.889602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] For port ebcf57b2-2cab-4072-bf2d-7edbcb169462, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ebcf57b2-2cab-4072-bf2d-7edbcb169462,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:59.901691 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.906326 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.984912 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:59.985576 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:00.011224 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2150337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3249065'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.017893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d6b05993-28ee-4842-80f9-04fa1fb21557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:00.051154 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ca8f3dd9-4b23-449c-9ecc-835709783682 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:00.117719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Checking segment: {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:00.118889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Network hostable DHCP agents. Network: 50878f0b-db17-479e-9157-2654d91b52d7, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:00.122253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:00.142750 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.142886 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.143169 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.143527 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.143878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.144227 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.144574 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.144916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.145599 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.145949 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.146296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.146639 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:00.149732 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Pushing event updated for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:00.151922 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:00.168091 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Network 50878f0b-db17-479e-9157-2654d91b52d7 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:00.186250 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 50878f0b-db17-479e-9157-2654d91b52d7) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:00.196491 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:00.197221 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.224038 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8253672 May 31 12:53:00.226103 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:00.228288 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59326) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:00.228797 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c9e44-434d-4647-9048-3f87682ccd3a None None] Network 50878f0b-db17-479e-9157-2654d91b52d7 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:00.235105 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:00.240809 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:00.246227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Usage tracker for resource:router and tenant:5cec087e32814209ac6530f26dccb450 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:00.249554 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:00.256159 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:00.271838 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.272788 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.291628 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.385912 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:00.454306 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port ca8f3dd9-4b23-449c-9ecc-835709783682 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:00.454960 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.584844 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.856168 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-50878f0b-db17-479e-9157-2654d91b52d7', 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'fixed_ips': [{'subnet_id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:53:00.857000 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.995697 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.026614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.108948 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Allocated IP 172.20.0.2 (50878f0b-db17-479e-9157-2654d91b52d7/ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1/4de8abbe-6db4-4554-b49b-da42775a0c24) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:01.114226 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:52:59Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:01.122589 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7fc26-b706-4b4e-9c50-364f03e15bcc None None] The sync data for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb is: [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:52:59Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:01.191715 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Allocated IP 172.28.2.5 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/5203336a-7b01-4721-a646-a85c0ca92baa) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:01.353244 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.363721 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Transition to ACTIVE for port object 4de8abbe-6db4-4554-b49b-da42775a0c24 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:01.378083 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.397302 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Transition to ACTIVE for port object 4de8abbe-6db4-4554-b49b-da42775a0c24 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:01.405732 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.409841 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.415455 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-97aaf7b0-cfdb-4b3c-8330-f6551418ec1c tempest-VolumesActionsTest-1083006977 tempest-VolumesActionsTest-1083006977-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.417460 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.489010 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:01.490173 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:01.494425 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:01.505660 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Network 50878f0b-db17-479e-9157-2654d91b52d7 is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:01.505660 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Pushing event updated for resources: {'Port': ['ID=4de8abbe-6db4-4554-b49b-da42775a0c24,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.514093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:01.518145 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.519039 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:01.551134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Pushing event updated for resources: {'Port': ['ID=5203336a-7b01-4721-a646-a85c0ca92baa,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.555418 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.631644 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Attempting to bind port 4de8abbe-6db4-4554-b49b-da42775a0c24 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:01.632267 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Attempting to bind port 4de8abbe-6db4-4554-b49b-da42775a0c24 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:01.633191 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Attempting to bind port 4de8abbe-6db4-4554-b49b-da42775a0c24 on network 50878f0b-db17-479e-9157-2654d91b52d7 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:01.641040 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:01.642357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Checking segment: {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:01.642617 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.643188 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Bound using segment: {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:01.644218 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Bound port: 4de8abbe-6db4-4554-b49b-da42775a0c24, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:01.644898 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.749987 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] For port 4de8abbe-6db4-4554-b49b-da42775a0c24, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:01.753353 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] For port 4de8abbe-6db4-4554-b49b-da42775a0c24, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=4de8abbe-6db4-4554-b49b-da42775a0c24,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:01.759228 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.763594 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.855979 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Pushing event updated for resources: {'Port': ['ID=4de8abbe-6db4-4554-b49b-da42775a0c24,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.860596 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.993608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.004739 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ebcf57b2-2cab-4072-bf2d-7edbcb169462 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:02.122794 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:02.132078 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:02.132819 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.280916 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.319532 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port ebcf57b2-2cab-4072-bf2d-7edbcb169462, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ebcf57b2-2cab-4072-bf2d-7edbcb169462,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:02.323732 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.327427 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.398060 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.401299 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.433853 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.745982 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Router dccf8126-3d26-41e0-9792-6aa8438bbc9a is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:02.880891 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2ff2b-67c3-41d6-b816-cf0974b6e40a None None] Network 50878f0b-db17-479e-9157-2654d91b52d7 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:02.938563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:02.948952 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Sync routers for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:02.963177 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:02.964033 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:02.966381 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.970179 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-b471321e-a9d0-4f9d-8fa0-e23fd428e615 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.7375998 May 31 12:53:02.971633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59358) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:03.017971 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-a16852fd-a1a8-42eb-88ae-e4894245ea2d None None] Provisioning for port 4de8abbe-6db4-4554-b49b-da42775a0c24 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:03.077262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345a487-56d1-4241-ad9b-3630cab1233d req-092a9d94-6577-46cb-adba-122d591ae5c7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.084567 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a345a487-56d1-4241-ad9b-3630cab1233d req-092a9d94-6577-46cb-adba-122d591ae5c7 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.0998356 May 31 12:53:03.137078 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a345a487-56d1-4241-ad9b-3630cab1233d req-a5271ea6-45b1-436c-bdad-aa1bf3c5bd77 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 May 31 12:53:03.171004 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:03.473532 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:03.477305 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Checking router: dccf8126-3d26-41e0-9792-6aa8438bbc9a for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:03.477682 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Updating router dccf8126-3d26-41e0-9792-6aa8438bbc9a port 5203336a-7b01-4721-a646-a85c0ca92baa binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:03.533291 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.697196 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.875309 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.886671 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Transition to ACTIVE for port object 5203336a-7b01-4721-a646-a85c0ca92baa will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:03.893469 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.898187 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:03.920460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Allocated IP 172.20.0.1 (50878f0b-db17-479e-9157-2654d91b52d7/ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1/daf173b4-4712-44f8-9a5d-c1dce46d08e6) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:03.975025 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Attempting to bind port 5203336a-7b01-4721-a646-a85c0ca92baa on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:03.975577 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Attempting to bind port 5203336a-7b01-4721-a646-a85c0ca92baa by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:03.975746 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Attempting to bind port 5203336a-7b01-4721-a646-a85c0ca92baa on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:03.985059 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738196f-833c-4fa9-9593-9e337a5d418c None None] Pushing event updated for resources: {'Port': ['ID=5203336a-7b01-4721-a646-a85c0ca92baa,revision_number=2']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:03.988592 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-4738196f-833c-4fa9-9593-9e337a5d418c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:03.989885 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:03.990257 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:03.990677 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.991115 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:03.991666 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Bound port: 5203336a-7b01-4721-a646-a85c0ca92baa, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:03.992612 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.057056 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ebcf57b2-2cab-4072-bf2d-7edbcb169462 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:04.079099 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] For port 5203336a-7b01-4721-a646-a85c0ca92baa, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:04.082908 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] For port 5203336a-7b01-4721-a646-a85c0ca92baa, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5203336a-7b01-4721-a646-a85c0ca92baa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:04.087839 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.093466 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.110593 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.127598 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Transition to ACTIVE for port object daf173b4-4712-44f8-9a5d-c1dce46d08e6 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:04.134940 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port ebcf57b2-2cab-4072-bf2d-7edbcb169462 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.135461 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.156439 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.165117 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:04.165539 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-fdc56b66-2af6-4ff2-8d79-3147faa60d29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.165751 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:04.241284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.246467 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.257584 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Network 50878f0b-db17-479e-9157-2654d91b52d7 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:04.259013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:04.260224 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 4de8abbe-6db4-4554-b49b-da42775a0c24 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:04.272314 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:04.313822 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738196f-833c-4fa9-9593-9e337a5d418c None None] Pushing event updated for resources: {'Port': ['ID=5203336a-7b01-4721-a646-a85c0ca92baa,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.320722 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-4738196f-833c-4fa9-9593-9e337a5d418c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.333679 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.349082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 4de8abbe-6db4-4554-b49b-da42775a0c24 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:04.355622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 4de8abbe-6db4-4554-b49b-da42775a0c24 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.356183 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.419872 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca71c2-ecb8-4a9f-81d0-b8ae418ccf23 req-6370305a-7db9-4c46-90eb-78f34b04b644 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:04.427577 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-60ca71c2-ecb8-4a9f-81d0-b8ae418ccf23 req-6370305a-7db9-4c46-90eb-78f34b04b644 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.1573331 May 31 12:53:04.452881 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:04.497767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.531294 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-60ca71c2-ecb8-4a9f-81d0-b8ae418ccf23 req-cca05786-c049-4334-862d-59b8eb8fde3b tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 May 31 12:53:04.557018 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 4de8abbe-6db4-4554-b49b-da42775a0c24, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=4de8abbe-6db4-4554-b49b-da42775a0c24,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:04.563303 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.568555 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.639036 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.641790 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=4de8abbe-6db4-4554-b49b-da42775a0c24,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.645918 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.690768 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-07763569-d412-4ecd-b9ff-dff176ea91b4 None None] Provisioning for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:04.696764 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-07763569-d412-4ecd-b9ff-dff176ea91b4 None None] Provisioning complete for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.697527 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-07763569-d412-4ecd-b9ff-dff176ea91b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.758677 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-07763569-d412-4ecd-b9ff-dff176ea91b4 None None] Port daf173b4-4712-44f8-9a5d-c1dce46d08e6 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:04.841942 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:04.845784 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac8556-91a4-4050-a4cb-29d89bed443e None None] The sync data for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb is: [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:04.897520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.902305 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.931008 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.014720 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.019684 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Pushing event updated for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.022789 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.223519 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Network 50878f0b-db17-479e-9157-2654d91b52d7 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:05.224690 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:05.477769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Router dccf8126-3d26-41e0-9792-6aa8438bbc9a has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:05.489690 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-64ea96c4-2f8f-45a1-acee-6c0edbb1f09a None None] Provisioning complete for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:05.490299 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-64ea96c4-2f8f-45a1-acee-6c0edbb1f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.544975 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-64ea96c4-2f8f-45a1-acee-6c0edbb1f09a None None] Port daf173b4-4712-44f8-9a5d-c1dce46d08e6 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:05.556294 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-1c18310e-75dd-4d92-abcb-c986c78f98cd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:05.557018 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-1c18310e-75dd-4d92-abcb-c986c78f98cd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Synchronizing usage tracker for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:05.657228 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-1c18310e-75dd-4d92-abcb-c986c78f98cd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Unset dirty status for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:05.658394 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-1c18310e-75dd-4d92-abcb-c986c78f98cd tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.2801542 May 31 12:53:05.729063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd7fc3-81dd-4288-bbff-f44f9b838695 req-86fcc3ef-14e8-49ea-8e6f-2f0895433ed5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:05.730661 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f7bd7fc3-81dd-4288-bbff-f44f9b838695 req-86fcc3ef-14e8-49ea-8e6f-2f0895433ed5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 946 time: 0.0886395 May 31 12:53:05.775512 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f7bd7fc3-81dd-4288-bbff-f44f9b838695 req-e695e5c1-4c2e-42cd-bca3-964e2fc14847 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 May 31 12:53:05.776138 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:05.796964 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] 10.222.0.61 "PUT /v2.0/routers/dccf8126-3d26-41e0-9792-6aa8438bbc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8234899 May 31 12:53:05.826624 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Deleting port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:05.826954 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.972885 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] For port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:05.973277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.042947 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5203336a-7b01-4721-a646-a85c0ca92baa up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:06.106469 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Calling delete_port for f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:06.120608 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 5203336a-7b01-4721-a646-a85c0ca92baa completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:06.127854 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 5203336a-7b01-4721-a646-a85c0ca92baa triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:06.128880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.271872 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.291610 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 5203336a-7b01-4721-a646-a85c0ca92baa, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5203336a-7b01-4721-a646-a85c0ca92baa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:06.298006 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.299071 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 4de8abbe-6db4-4554-b49b-da42775a0c24 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:06.347249 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.351294 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.364749 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.388807 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:06.497167 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59388) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.502496 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450597663', 'description': 'tempest-secgroup-smoke-450597663 description', 'project_id': '2c615350ee5c41f4b09cba7385a81c84'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:06.506382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Pushing event deleted for resources: {'Port': ['ID=f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.508106 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.510285 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.512505 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.516264 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.517578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] No DVR routers for this DVR port f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:06.520474 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.528808 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:06.532418 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'name': 'network-vif-deleted', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:06.535290 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a82d9-dcee-4202-9896-b2e6c6a34c91" -d '{"events": [{"server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "name": "network-vif-deleted", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:06.540909 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-d2accc8f-fd62-4cd5-b867-48d3e2578ded req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "DELETE /v2.0/ports/f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 HTTP/1.1" status: 204 len: 173 time: 0.8723443 May 31 12:53:06.551201 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.559082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=5203336a-7b01-4721-a646-a85c0ca92baa,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.581343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.586442 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.587563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.590748 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.597725 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:06.624686 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 4de8abbe-6db4-4554-b49b-da42775a0c24 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:06.625191 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.625311 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d058fd-6704-47ce-bf42-dc26254e370b x-openstack-request-id: req-30d058fd-6704-47ce-bf42-dc26254e370b {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:06.625691 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76605b62-a909-4549-88cb-14978833dbad", "name": "network-vif-deleted", "tag": "f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:06.626237 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30d058fd-6704-47ce-bf42-dc26254e370b {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:06.626789 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76605b62-a909-4549-88cb-14978833dbad', 'name': 'network-vif-deleted', 'tag': 'f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99', 'status': 'completed', 'code': 200} May 31 12:53:06.674897 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.681729 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.689918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7154fea3-b8d1-4a6d-8bca-073eb5aa6a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.740419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.745652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.747343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.748750 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2506235 May 31 12:53:06.752345 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59394) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.760383 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:06.767051 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.772324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.776705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.787337 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:06.806908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.897044 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.906351 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.915821 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.944349 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6542fab8-2b2f-46a8-9028-cb26c6b7afae,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.949872 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.950786 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.951999 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e0c2520b-57cc-44f4-b909-f0ef7a54cea7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1982894 May 31 12:53:06.954838 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59404) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.961720 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:06.968502 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.972825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.976207 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.982932 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:07.006742 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5667d30e-74b0-4696-a41c-73bf0c4b86fa req-4cbc2e87-ef18-460e-8877-7a46d419ec74 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=76605b62-a909-4549-88cb-14978833dbad HTTP/1.1" status: 200 len: 210 time: 0.0650039 May 31 12:53:07.015253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.093616 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.097720 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.099683 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.122876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adaa315-c22e-4e56-9f4f-bb6612fd7cf1,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.125305 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.131641 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.138157 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785445 May 31 12:53:07.138368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59408) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.143485 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:07.149679 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:07.153617 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:07.156714 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:07.162960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:07.181709 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.251592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.255054 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.257080 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-45659047-f4cc-442a-a26f-f6dcb1e5f1c2 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.276462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6fdc1a2-e25b-40d2-baef-7f169eddd667,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.280160 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.286899 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.288037 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-3c16a239-da3c-4da5-a5c0-21c6d33f9a7e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488335 May 31 12:53:07.290774 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59412) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.295640 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:07.300979 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:07.305250 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:07.308031 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:07.315516 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:07.330590 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.391063 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.394679 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.396878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.420524 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888e488f-45b2-4004-ab95-a4b85468d43c,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.422906 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.431499 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.433052 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-21ead4cc-3ac5-45cc-b77e-1295e4edb7b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413527 May 31 12:53:07.436319 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59416) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.441980 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:07.448631 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:07.452501 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:07.455394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:07.461586 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:07.471428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.securitygroups_db [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Project 2c615350ee5c41f4b09cba7385a81c84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:07.477349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.545565 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.548792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.550741 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.572434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca88fa1e-3087-4917-b97a-b0d2272ccc02,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.577453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.581799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.582880 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455007 May 31 12:53:07.585603 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59420) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.590587 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'security_group_rule': {'security_group_id': '6f589a2d-d5dd-48ec-8fef-3e001ad72cd2', 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:07.596134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:07.599859 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:security_group_rule and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:07.603248 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:07.608803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:07.619201 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.securitygroups_db [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Project 2c615350ee5c41f4b09cba7385a81c84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:07.624454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.687735 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.690966 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.692903 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2a713600-2a2c-4c20-8770-135ed66820db tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:07.713622 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909425d3-d895-4f67-ae65-7ab336a9653e,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:07.715892 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:07.722449 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.723680 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371021 May 31 12:53:07.870741 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Sync routers for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:07.880394 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:07.880880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:07.965479 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5203336a-7b01-4721-a646-a85c0ca92baa up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:08.111262 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:08.168339 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 5203336a-7b01-4721-a646-a85c0ca92baa triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:08.168720 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.598981 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39379f-c05c-4e66-9d79-09060dcaf791 req-cd191f01-21a5-4baa-baa5-5950b24d9557 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:08.601920 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ae39379f-c05c-4e66-9d79-09060dcaf791 req-cd191f01-21a5-4baa-baa5-5950b24d9557 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0949783 May 31 12:53:08.654612 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'daf173b4-4712-44f8-9a5d-c1dce46d08e6', 'name': '', 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'mac_address': 'fa:16:3e:8f:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:03Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 2, 'project_id': '5cec087e32814209ac6530f26dccb450', 'subnets': [{'id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.657593 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ae39379f-c05c-4e66-9d79-09060dcaf791 req-1e83860c-f7f1-4132-a573-0cab25b9c6a6 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 May 31 12:53:08.659093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Checking router: dccf8126-3d26-41e0-9792-6aa8438bbc9a for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:08.659515 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Updating router dccf8126-3d26-41e0-9792-6aa8438bbc9a port daf173b4-4712-44f8-9a5d-c1dce46d08e6 binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:08.718211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.072174 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.083330 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Transition to ACTIVE for port object daf173b4-4712-44f8-9a5d-c1dce46d08e6 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:09.090355 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.093963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.246055 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Pushing event updated for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.253980 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.287321 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:09.314052 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Attempting to bind port daf173b4-4712-44f8-9a5d-c1dce46d08e6 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:09.314426 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Attempting to bind port daf173b4-4712-44f8-9a5d-c1dce46d08e6 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:09.314798 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Attempting to bind port daf173b4-4712-44f8-9a5d-c1dce46d08e6 on network 50878f0b-db17-479e-9157-2654d91b52d7 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:09.320148 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:09.320523 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Checking segment: {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:09.320952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.321611 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Bound using segment: {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:09.322082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Bound port: daf173b4-4712-44f8-9a5d-c1dce46d08e6, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc8c905-c248-4bc8-bcf2-b93af6b1044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:09.322506 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.426432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] For port daf173b4-4712-44f8-9a5d-c1dce46d08e6, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:09.430512 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] For port daf173b4-4712-44f8-9a5d-c1dce46d08e6, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=daf173b4-4712-44f8-9a5d-c1dce46d08e6,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:09.437527 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.441714 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.519408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:09.520025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.575955 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Pushing event updated for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.586727 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.708010 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:09.872967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893292f3-011b-45ee-9002-820ff5038110 req-8b4717d2-1498-4409-b23b-bb819480d7ff tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.874640 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-893292f3-011b-45ee-9002-820ff5038110 req-8b4717d2-1498-4409-b23b-bb819480d7ff tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0877745 May 31 12:53:09.932758 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-893292f3-011b-45ee-9002-820ff5038110 req-c3772638-b5e2-475a-b596-266d7df6e576 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 May 31 12:53:10.090093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'daf173b4-4712-44f8-9a5d-c1dce46d08e6', 'name': '', 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'mac_address': 'fa:16:3e:8f:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:03Z', 'updated_at': '2021-05-31T12:53:09Z', 'revision_number': 4, 'project_id': '5cec087e32814209ac6530f26dccb450', 'subnets': [{'id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:10.094041 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b6071-4b99-431f-a679-ed8df335b799 None None] The sync data for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb is: [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:04Z', 'revision_number': 4, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'daf173b4-4712-44f8-9a5d-c1dce46d08e6', 'name': '', 'network_id': '50878f0b-db17-479e-9157-2654d91b52d7', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'mac_address': 'fa:16:3e:8f:83:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:03Z', 'updated_at': '2021-05-31T12:53:09Z', 'revision_number': 4, 'project_id': '5cec087e32814209ac6530f26dccb450', 'subnets': [{'id': 'ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:10.464022 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:10.498526 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:10.498887 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device f8e0a9aa-b6e9-4f64-bb59-9ada5a4dfc99 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:11.123020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a38e-db9e-4ed0-8e66-819fc136e2cf req-b1f3e890-00c4-48b7-a551-3bf4c3f76244 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:11.124453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-eda8a38e-db9e-4ed0-8e66-819fc136e2cf req-b1f3e890-00c4-48b7-a551-3bf4c3f76244 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0842931 May 31 12:53:11.167527 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-eda8a38e-db9e-4ed0-8e66-819fc136e2cf req-7fba1ab1-d23d-4a69-b4f1-9e79593b59f9 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374777 May 31 12:53:11.993452 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device daf173b4-4712-44f8-9a5d-c1dce46d08e6 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:12.067113 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:12.072740 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:12.073145 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.192452 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.232113 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port daf173b4-4712-44f8-9a5d-c1dce46d08e6, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=daf173b4-4712-44f8-9a5d-c1dce46d08e6,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:12.236558 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.239151 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:12.312107 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:12.315310 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:12.380583 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970604-85e0-48a3-a83b-b3b3b08d7138 req-c2475308-2d60-4280-af40-50d460c09b23 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:12.382223 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b970604-85e0-48a3-a83b-b3b3b08d7138 req-c2475308-2d60-4280-af40-50d460c09b23 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0872319 May 31 12:53:12.427796 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b970604-85e0-48a3-a83b-b3b3b08d7138 req-16f6a602-6244-4fdb-a501-03c888e8c29d tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 May 31 12:53:13.617303 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469e7a8-88e2-4461-b68b-700b0cf495e0 req-e9e800bf-4a57-4c54-9453-edf1a74752a5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:13.618736 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1469e7a8-88e2-4461-b68b-700b0cf495e0 req-e9e800bf-4a57-4c54-9453-edf1a74752a5 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0845423 May 31 12:53:13.663314 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1469e7a8-88e2-4461-b68b-700b0cf495e0 req-6f00e4af-57f6-4b1f-ae5c-049fd611b459 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387821 May 31 12:53:13.987354 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device daf173b4-4712-44f8-9a5d-c1dce46d08e6 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:14.053685 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port daf173b4-4712-44f8-9a5d-c1dce46d08e6 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:14.054062 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.851238 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60272252-1328-45c6-97f1-a9b560283648 req-94afdfce-d01e-4158-8528-fbd96404ebe3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.852716 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-60272252-1328-45c6-97f1-a9b560283648 req-94afdfce-d01e-4158-8528-fbd96404ebe3 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.0806193 May 31 12:53:14.903197 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-60272252-1328-45c6-97f1-a9b560283648 req-003931db-809b-4374-aa66-de43c18e85af tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/security-groups?id=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 May 31 12:53:14.935266 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de8142-487d-42ad-b121-fdc95330b01d req-8f47e49c-771e-4c0b-9a7c-cf80846829de tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.935924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-f9de8142-487d-42ad-b121-fdc95330b01d req-8f47e49c-771e-4c0b-9a7c-cf80846829de tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Synchronizing usage tracker for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:14.955903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-f9de8142-487d-42ad-b121-fdc95330b01d req-8f47e49c-771e-4c0b-9a7c-cf80846829de tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Unset dirty status for tenant:f57447e9a07b495690ca2e3286cdf62e on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:14.956996 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-f9de8142-487d-42ad-b121-fdc95330b01d req-8f47e49c-771e-4c0b-9a7c-cf80846829de tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 945 time: 0.1083748 May 31 12:53:15.111971 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Deleting port e8a4fcc5-f78b-4082-b24f-e2874b0187cf {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:15.112324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.249184 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] For port e8a4fcc5-f78b-4082-b24f-e2874b0187cf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:15.249558 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.296612 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59546) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.373549 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Calling delete_port for e8a4fcc5-f78b-4082-b24f-e2874b0187cf owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:15.443983 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.460129 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:15.464371 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Usage tracker for resource:security_group_rule and tenant:43a1c895f1c14f99a7bc3c712a961f9a is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:15.467287 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:15.473009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:15.493527 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.501410 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0b9fe050-49cc-4a98-8f8a-694bd43c69ce tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.504606 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['e8a4fcc5-f78b-4082-b24f-e2874b0187cf'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:15.553823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Pushing event deleted for resources: {'Port': ['ID=e8a4fcc5-f78b-4082-b24f-e2874b0187cf,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.556732 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.564961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.570402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.577812 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.617921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed22198b-66a1-4c9f-a189-920afbbb87b4,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.622258 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43a1c895f1c14f99a7bc3c712a961f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244686 May 31 12:53:15.623028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.625301 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59552) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.637637 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] No DVR routers for this DVR port e8a4fcc5-f78b-4082-b24f-e2874b0187cf on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:15.646603 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.651242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'name': 'network-vif-deleted', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:15.653577 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368d31c-717e-4f50-8f8b-f47f1fc17e68" -d '{"events": [{"server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "name": "network-vif-deleted", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:15.668587 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-f9de8142-487d-42ad-b121-fdc95330b01d req-1ed2de8a-db6d-4fe9-a04a-56a04102ca44 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.38 "DELETE /v2.0/ports/e8a4fcc5-f78b-4082-b24f-e2874b0187cf HTTP/1.1" status: 204 len: 173 time: 0.7009337 May 31 12:53:15.691657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.707955 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532434fd-21b9-413b-b9f9-911838c00e2c x-openstack-request-id: req-532434fd-21b9-413b-b9f9-911838c00e2c {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:15.708282 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc06fb-cbee-4633-87a7-c781374e0e0a", "name": "network-vif-deleted", "tag": "e8a4fcc5-f78b-4082-b24f-e2874b0187cf", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:15.708566 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-532434fd-21b9-413b-b9f9-911838c00e2c {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:15.708991 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc06fb-cbee-4633-87a7-c781374e0e0a', 'name': 'network-vif-deleted', 'tag': 'e8a4fcc5-f78b-4082-b24f-e2874b0187cf', 'status': 'completed', 'code': 200} May 31 12:53:15.734471 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.789866 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.794612 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a76dfb3b-c0dd-4762-bc15-9abe4a81331a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.806115 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed22198b-66a1-4c9f-a189-920afbbb87b4,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.808980 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.811206 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.812351 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed22198b-66a1-4c9f-a189-920afbbb87b4 HTTP/1.1" status: 204 len: 168 time: 0.1861467 May 31 12:53:16.076994 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d97f5d7b-9e13-4f5b-889f-9ea0676efbe3 req-494caa6b-17e7-4191-b7d0-26bfb9db51bf tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] 10.222.0.61 "GET /v2.0/ports?device_id=35cc06fb-cbee-4633-87a7-c781374e0e0a HTTP/1.1" status: 200 len: 210 time: 0.0491726 May 31 12:53:17.187632 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59596) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:17.258754 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-3b3172b4-197d-4830-838b-0eb9d93a1e5f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705650 May 31 12:53:17.355477 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-ab1a9db2-7f38-4451-b426-d5dfdb3065e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:17.356954 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-ab1a9db2-7f38-4451-b426-d5dfdb3065e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 1099 time: 0.0758626 May 31 12:53:17.507407 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-8e62ded9-443c-4778-b516-baa0d8815a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:17.508923 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-8e62ded9-443c-4778-b516-baa0d8815a5e service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1285188 May 31 12:53:17.621314 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-284f9622-bc5b-4cf1-b97a-2c9fc3799aca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 200 len: 1001 time: 0.1048586 May 31 12:53:17.769773 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-8f68a28a-b52d-4e9e-895a-11c626c3a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:17.771161 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-8f68a28a-b52d-4e9e-895a-11c626c3a75d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.1432111 May 31 12:53:17.830454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.852893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-9801007d-9636-4e80-96c1-405a9c134e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:17.854527 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-9801007d-9636-4e80-96c1-405a9c134e26 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755503 May 31 12:53:17.991039 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-08da0115-fded-47d5-bb2f-272a55e458b5 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264541 May 31 12:53:18.129771 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-04eda367-175e-4663-8e8b-d4fdd6511124 req-a46c959f-2957-482a-abd4-a8f93065267c service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314340 May 31 12:53:18.260298 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Deleting port 8a39cbab-f457-460c-b155-5ba9db32eb02 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:18.260956 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:18.392984 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] For port 8a39cbab-f457-460c-b155-5ba9db32eb02, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8a39cbab-f457-460c-b155-5ba9db32eb02,segment=NetworkSegment(5e1591b4-f819-4111-8939-7df362f24584),segment_id=5e1591b4-f819-4111-8939-7df362f24584)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:18.393304 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:18.521988 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Calling delete_port for 8a39cbab-f457-460c-b155-5ba9db32eb02 owned by network:router_interface {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:18.553472 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-aaccd743-11ef-4d00-83af-3a074d0b777d tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=89d9b769cc2d4d729e268632d329a660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380430 May 31 12:53:18.942088 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-c01c9e7b-bc8c-4c2a-90ed-dbf1b84d3c62 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:18.943428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-c01c9e7b-bc8c-4c2a-90ed-dbf1b84d3c62 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836749 May 31 12:53:18.970453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-df5578ab-cadf-4dbb-bf71-44c1827abe51 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/quotas/89d9b769cc2d4d729e268632d329a660 HTTP/1.1" status: 200 len: 375 time: 0.0194542 May 31 12:53:19.035580 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-b014de72-01cf-4bea-bf26-5eef1719ff24 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89d9b769cc2d4d729e268632d329a660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584178 May 31 12:53:19.114605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.118717 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:19.163408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a39cbab-f457-460c-b155-5ba9db32eb02,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:19.166658 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:19.277933 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e381d861-3f02-43e4-b6b4-c7b8f8519842 req-ed517a91-d8c7-41cd-bd52-ea5e08b332c9 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 210 time: 0.0856137 May 31 12:53:19.498662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.878434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:19.977792 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.070817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:20.080014 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Sync routers for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:20.082964 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] 10.222.0.61 "PUT /v2.0/routers/6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8942537 May 31 12:53:20.085397 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59630) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:20.089511 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:20.090097 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:20.276330 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:20.305075 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-5cb4d629-5912-4b44-9301-91a7f7c3204d tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=89d9b769cc2d4d729e268632d329a660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403290 May 31 12:53:20.391208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks [] for router, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.521004 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device e8a4fcc5-f78b-4082-b24f-e2874b0187cf no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:20.576336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-b2de5d1a-4ba6-49c2-b0a3-d009fd53c79b tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:20.577754 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-b2de5d1a-4ba6-49c2-b0a3-d009fd53c79b tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2653995 May 31 12:53:20.592695 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: e8a4fcc5-f78b-4082-b24f-e2874b0187cf {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:20.593314 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device e8a4fcc5-f78b-4082-b24f-e2874b0187cf not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:20.593435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Request body: {'port': {'device_id': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba', 'admin_state_up': True, 'tenant_id': '89d9b769cc2d4d729e268632d329a660'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:20.646262 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108'}], 'enable_snat': True}, 'gw_port_id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:53:19Z', 'revision_number': 5, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port': {'id': 'a3560e20-89e8-4baa-ad51-ac2f94e62b65', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:59Z', 'updated_at': '2021-05-31T12:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:20.650155 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Checking router: 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:20.659075 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Routers {'6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:20.659675 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:20.672918 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-14e743c2-a2e4-4282-a853-6459da0359ef req-71a0e7bc-9a0c-4a99-bfb5-0498c1ebbc38 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 210 time: 0.2226555 May 31 12:53:20.710523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.743747 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:20.747538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Usage tracker for resource:port and tenant:89d9b769cc2d4d729e268632d329a660 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:20.750358 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:20.756276 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:20.766505 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Made reservation on behalf of 89d9b769cc2d4d729e268632d329a660 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:20.777269 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.791790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.796869 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Deleting port a3560e20-89e8-4baa-ad51-ac2f94e62b65 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:20.797318 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.813381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:20.817663 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Usage tracker for resource:security_group_rule and tenant:89d9b769cc2d4d729e268632d329a660 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:20.821331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:20.827659 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:20.868974 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] Set router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:20.933296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.936974 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] For port a3560e20-89e8-4baa-ad51-ac2f94e62b65, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=a3560e20-89e8-4baa-ad51-ac2f94e62b65,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:20.937522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.938560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.941799 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e8abb29b-7a6c-40ba-98cb-668fb344cb2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:20.975192 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:53:20Z', 'revision_number': 6, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:20.979707 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880eda5-8fa1-41d9-b6c7-4b08d7c85417 None None] The sync data for ids ['6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3'] in dv-cinder-793264-2-smb is: [{'id': '6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3', 'name': 'tempest-ServerRescueNegativeTestJSON-91281108-router', 'tenant_id': 'f57447e9a07b495690ca2e3286cdf62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:53:20Z', 'revision_number': 6, 'project_id': 'f57447e9a07b495690ca2e3286cdf62e', 'gw_port_host': None}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:21.009412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065de858-d031-47d2-b4e7-6b274949a99e,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:21.017070 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:21.075098 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Calling delete_port for a3560e20-89e8-4baa-ad51-ac2f94e62b65 owned by network:router_gateway {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:21.123867 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Allocated IP 192.168.233.6 (716ec9e0-3b9b-4093-be40-b8e55c8a58ba/146d9ed8-fbf4-4313-b3a0-0c16dac1c99d/ced653db-b4d7-4a93-9b38-0b1e86609784) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:21.212487 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.218290 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:21.261885 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a3560e20-89e8-4baa-ad51-ac2f94e62b65,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:21.287596 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:21.358523 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.364702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.387442 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Transition to ACTIVE for port object ced653db-b4d7-4a93-9b38-0b1e86609784 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:21.425026 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.438161 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0a3150e0-415f-4929-8800-9fee6b8336bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:21.502699 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:21.513884 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:21.518638 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:21.544943 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.547194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.577789 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Pushing event updated for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:21.604017 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.604656 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.608710 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:21.655184 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0656431 May 31 12:53:21.656343 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.656868 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 {{(pid=98258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:53:21.669520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Request body: {'port': {'device_id': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:21.671047 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.674506 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-ee8ccf64-71ac-40cf-856a-1bb51cee55ab admin admin] 10.222.0.61 "DELETE /v2.0/routers/6f1f6186-f705-4d4c-a9e6-0e1d65e89cc3 HTTP/1.1" status: 204 len: 168 time: 1.5858455 May 31 12:53:21.676532 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59646) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:21.752602 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_v2 [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Deleting subnet 258407b2-b6d7-435a-a999-2fb5caccb141 {{(pid=98258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:53:21.756263 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.808597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1317900'] for subnet, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.825876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.857998 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-08342658-dd7d-41a1-8259-f6d8bc711a74 None None] Provisioning for port ced653db-b4d7-4a93-9b38-0b1e86609784 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:21.868725 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-08342658-dd7d-41a1-8259-f6d8bc711a74 None None] Provisioning complete for port ced653db-b4d7-4a93-9b38-0b1e86609784 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:21.873405 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08342658-dd7d-41a1-8259-f6d8bc711a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.946611 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-08342658-dd7d-41a1-8259-f6d8bc711a74 None None] Port ced653db-b4d7-4a93-9b38-0b1e86609784 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:22.017913 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device a3560e20-89e8-4baa-ad51-ac2f94e62b65 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:22.048520 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.059857 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: a3560e20-89e8-4baa-ad51-ac2f94e62b65 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:22.060838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device a3560e20-89e8-4baa-ad51-ac2f94e62b65 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:22.061517 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8a39cbab-f457-460c-b155-5ba9db32eb02 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:22.097382 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 8a39cbab-f457-460c-b155-5ba9db32eb02 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:22.097742 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8a39cbab-f457-460c-b155-5ba9db32eb02 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:22.187034 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c736fa8-5e7f-43ca-bddf-c7f57f67daff req-8b357755-2f65-4ce5-a632-83dec9f6ba14 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:22.188471 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c736fa8-5e7f-43ca-bddf-c7f57f67daff req-8b357755-2f65-4ce5-a632-83dec9f6ba14 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 934 time: 0.3530173 May 31 12:53:22.270157 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c736fa8-5e7f-43ca-bddf-c7f57f67daff req-b9d5c4a6-b0a2-4d2a-9ebd-d6b0ee988439 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738931 May 31 12:53:22.305572 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-cf3962ed-5de3-42b9-b9dc-9782d3d676ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.335827 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced653db-b4d7-4a93-9b38-0b1e86609784 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:22.344653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.360757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Transition to ACTIVE for port object ced653db-b4d7-4a93-9b38-0b1e86609784 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:22.365177 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.369850 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-251ef64c-15d3-4bd4-b32f-74c04744da29 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:22.389248 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2746096'] for subnet, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.394009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:22.428893 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258407b2-b6d7-435a-a999-2fb5caccb141,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:22.432509 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:22.433543 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.444773 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-210b2449-0b0b-4f31-94f9-cad7e2027052 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/258407b2-b6d7-435a-a999-2fb5caccb141 HTTP/1.1" status: 204 len: 168 time: 0.7623661 May 31 12:53:22.444773 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59658) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:22.536072 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Pushing event updated for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:22.543809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:22.561175 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.622454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Attempting to bind port ced653db-b4d7-4a93-9b38-0b1e86609784 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:22.622711 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Attempting to bind port ced653db-b4d7-4a93-9b38-0b1e86609784 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:22.623040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Attempting to bind port ced653db-b4d7-4a93-9b38-0b1e86609784 on network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:22.628190 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Port ced653db-b4d7-4a93-9b38-0b1e86609784 on network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:22.628512 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Attempting to bind port ced653db-b4d7-4a93-9b38-0b1e86609784 on network 716ec9e0-3b9b-4093-be40-b8e55c8a58ba {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:22.634459 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:22.634854 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Checking segment: {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:22.635342 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Bound using segment: {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:22.636192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Bound port: ced653db-b4d7-4a93-9b38-0b1e86609784, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864e5028-7977-4ca8-85fb-8e2c42d07839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:22.636192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.700170 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.716632 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.735458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1591b4-f819-4111-8939-7df362f24584') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.735758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1591b4-f819-4111-8939-7df362f24584') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:22.746086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:22.747615 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.749015 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ced653db-b4d7-4a93-9b38-0b1e86609784,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:22.756035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.761573 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:22.765266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.771468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:53:22.771891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:53:22.785983 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:53:22.819830 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:22.820446 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.822446 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] 10.222.0.38 "PUT /v2.0/ports/ced653db-b4d7-4a93-9b38-0b1e86609784 HTTP/1.1" status: 200 len: 1096 time: 1.1579721 May 31 12:53:22.823037 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:22.825190 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159f1a5-fe2a-492b-94ad-deca04910480" -d '{"events": [{"name": "network-changed", "server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:22.843192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Pushing event updated for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:22.847528 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:22.884183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.890269 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:22.893077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:22.909874 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17db26a-0796-4c0f-92da-a9ba2708c7d7 x-openstack-request-id: req-c17db26a-0796-4c0f-92da-a9ba2708c7d7 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:22.910195 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:22.910479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c17db26a-0796-4c0f-92da-a9ba2708c7d7 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:22.910901 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784', 'status': 'completed', 'code': 200} May 31 12:53:22.919707 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:22.922854 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:22.931927 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] 10.222.0.61 "DELETE /v2.0/networks/3f560c54-d2d5-45c5-a806-fbbe2f7ba2f9 HTTP/1.1" status: 204 len: 168 time: 0.4878283 May 31 12:53:22.958232 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-dd413954-11af-455d-b416-97ec30160381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:22.959924 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-dd413954-11af-455d-b416-97ec30160381 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89d9b769cc2d4d729e268632d329a660&device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 1099 time: 0.0944831 May 31 12:53:23.031406 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-d5b1ebde-e503-4f6a-a14d-082938bede6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ced653db-b4d7-4a93-9b38-0b1e86609784 HTTP/1.1" status: 200 len: 217 time: 0.0631888 May 31 12:53:23.109988 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-58f943e1-6dfd-4443-aa41-a5b1de4af0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.111628 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-58f943e1-6dfd-4443-aa41-a5b1de4af0f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=146d9ed8-fbf4-4313-b3a0-0c16dac1c99d HTTP/1.1" status: 200 len: 843 time: 0.0659578 May 31 12:53:23.118544 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59674) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:23.215690 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-be6d0172-6865-450e-8537-52bb95ed5df4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f57447e9a07b495690ca2e3286cdf62e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0957296 May 31 12:53:23.217973 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59678) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:23.265023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4ceb407c-52b8-4a83-98e2-b069c6b93ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.266444 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4ceb407c-52b8-4a83-98e2-b069c6b93ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=716ec9e0-3b9b-4093-be40-b8e55c8a58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1342676 May 31 12:53:23.350431 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.397398 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.458067 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-9a191e71-d067-465d-a2ac-016e986a1830 service neutron] 10.222.0.38 "GET /v2.0/networks/716ec9e0-3b9b-4093-be40-b8e55c8a58ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824327 May 31 12:53:23.465377 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e471b01-45a9-454d-b621-22988d6e1055 req-00dc18ac-5059-4a1c-8ac6-082881134c16 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.466913 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6e471b01-45a9-454d-b621-22988d6e1055 req-00dc18ac-5059-4a1c-8ac6-082881134c16 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 946 time: 0.0806818 May 31 12:53:23.511886 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6e471b01-45a9-454d-b621-22988d6e1055 req-881ce2d1-2291-4427-b593-2db08b810c3f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 May 31 12:53:23.551674 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.558712 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-be53edd0-d9fd-4e05-9859-7dd539367929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.574603 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.580267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.604046 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.605161 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-0e8ade07-6747-4f48-9348-37615385b6de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7e3d6ed-6fd8-4e3a-ac0c-2a87578bdcb6 HTTP/1.1" status: 204 len: 168 time: 0.3862762 May 31 12:53:23.622829 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-13dfe67f-7f4c-4b64-912a-1772020b32ab req-4a8be5d9-55fd-48b3-b980-3661baceda68 service neutron] 10.222.0.38 "GET /v2.0/networks/716ec9e0-3b9b-4093-be40-b8e55c8a58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561642 May 31 12:53:23.741888 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-aa95cf7b-42e9-4c5d-966e-ab0998d18122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.743929 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-aa95cf7b-42e9-4c5d-966e-ab0998d18122 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=89d9b769cc2d4d729e268632d329a660&device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 1099 time: 0.0705597 May 31 12:53:23.879343 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-1cbcd3a0-58da-4f95-9f16-19d056e14985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.881322 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-1cbcd3a0-58da-4f95-9f16-19d056e14985 service neutron] 10.222.0.38 "GET /v2.0/networks?id=716ec9e0-3b9b-4093-be40-b8e55c8a58ba HTTP/1.1" status: 200 len: 871 time: 0.1299949 May 31 12:53:23.958868 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-4f3e16bf-59e7-40d8-ade2-ea4fbf1c9515 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ced653db-b4d7-4a93-9b38-0b1e86609784 HTTP/1.1" status: 200 len: 217 time: 0.0703332 May 31 12:53:24.023260 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-aa6ca0f8-1634-4666-877e-91835a0945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:24.024721 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-aa6ca0f8-1634-4666-877e-91835a0945c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=146d9ed8-fbf4-4313-b3a0-0c16dac1c99d HTTP/1.1" status: 200 len: 843 time: 0.0586541 May 31 12:53:24.199462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-6418b199-9122-4b49-a1c3-c8c087f79e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:24.200959 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-6418b199-9122-4b49-a1c3-c8c087f79e3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=716ec9e0-3b9b-4093-be40-b8e55c8a58ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1691375 May 31 12:53:24.336502 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-57bca57f-a5e0-4773-aa31-71a4f4e51973 service neutron] 10.222.0.38 "GET /v2.0/networks/716ec9e0-3b9b-4093-be40-b8e55c8a58ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257353 May 31 12:53:24.472915 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6159f1a5-fe2a-492b-94ad-deca04910480 req-bb30103b-ce35-4fb2-8b66-6f8d75519565 service neutron] 10.222.0.38 "GET /v2.0/networks/716ec9e0-3b9b-4093-be40-b8e55c8a58ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251342 May 31 12:53:24.696325 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.709261 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a3791-3b7b-4588-b664-2552ee7b2a32 req-8b742849-7525-4c96-8f53-494699bf5055 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:24.710824 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-858a3791-3b7b-4588-b664-2552ee7b2a32 req-8b742849-7525-4c96-8f53-494699bf5055 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 946 time: 0.0894351 May 31 12:53:24.724310 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-359c42de-6357-413e-b2e7-5eda56dc2a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:24.760516 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-858a3791-3b7b-4588-b664-2552ee7b2a32 req-4d4ea565-baf7-4920-a1db-5a712ca2b3d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 May 31 12:53:25.079810 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59744) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:25.182570 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f5e8df2d-407d-42a9-9148-bf44a8260b5a tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Synchronizing usage tracker for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:25.194641 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.199608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f5e8df2d-407d-42a9-9148-bf44a8260b5a tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Unset dirty status for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:25.201008 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f5e8df2d-407d-42a9-9148-bf44a8260b5a tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450597663&fields=id&tenant_id=2c615350ee5c41f4b09cba7385a81c84 HTTP/1.1" status: 200 len: 267 time: 0.0583739 May 31 12:53:25.209565 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:25.213905 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Usage tracker for resource:security_group_rule and tenant:d99411edb3b14bc08ac2d399409ec9bf is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:25.216688 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:25.222313 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:25.306254 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.310599 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.320520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-7f0da48c-8152-426b-b9af-d5fed093b26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:25.356737 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-af647cc5-a465-49a1-ac6e-0edbea0596af tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.358561 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-af647cc5-a465-49a1-ac6e-0edbea0596af tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 808 time: 0.1501763 May 31 12:53:25.363820 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d99411edb3b14bc08ac2d399409ec9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829106 May 31 12:53:25.365537 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f365a1f-a13c-4c7d-b9e4-9b4cd6201017,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:25.369339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:25.369824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59750) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:25.373683 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-1558b0fd-89d5-4557-8978-f0e7cb20e8ba tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/quotas/2c615350ee5c41f4b09cba7385a81c84 HTTP/1.1" status: 200 len: 375 time: 0.0098379 May 31 12:53:25.428969 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.456462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.459068 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-a71afc33-c79b-420f-9e05-13cec3509bc8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Synchronizing usage tracker for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:25.477133 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-a71afc33-c79b-420f-9e05-13cec3509bc8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Unset dirty status for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:25.478396 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-a71afc33-c79b-420f-9e05-13cec3509bc8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985925 May 31 12:53:25.511546 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.516538 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ee8e3f9-4417-4c62-94d6-d13bf242dad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:25.528763 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f365a1f-a13c-4c7d-b9e4-9b4cd6201017,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:25.531717 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:25.533778 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.537086 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f365a1f-a13c-4c7d-b9e4-9b4cd6201017 HTTP/1.1" status: 204 len: 168 time: 0.1640663 May 31 12:53:25.622158 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-e83f1aa3-e6cf-454f-b796-83684499cf39 service neutron] 10.222.0.61 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322722 May 31 12:53:25.637416 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.757253 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-e74b7205-a394-4291-ad24-c3f1d145bc7f service neutron] 10.222.0.61 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283832 May 31 12:53:26.042882 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a182c-4b86-4e62-a55c-125a740e59e1 req-594d86cf-0a1f-4e93-9c45-17ce29584a2d tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:26.046781 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c84a182c-4b86-4e62-a55c-125a740e59e1 req-594d86cf-0a1f-4e93-9c45-17ce29584a2d tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 946 time: 0.1777108 May 31 12:53:26.098562 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c84a182c-4b86-4e62-a55c-125a740e59e1 req-977264aa-ecc4-4893-bb3f-ff07b3916247 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 May 31 12:53:26.190961 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c27c4903-4c0d-4776-9cf5-95d27bb5cb7d req-e9ece0d2-5c73-4163-abc0-1e57be2081c3 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 210 time: 0.0446954 May 31 12:53:26.556442 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device ced653db-b4d7-4a93-9b38-0b1e86609784 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:26.692781 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ced653db-b4d7-4a93-9b38-0b1e86609784,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:26.709421 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'ced653db-b4d7-4a93-9b38-0b1e86609784', 'network_id': '716ec9e0-3b9b-4093-be40-b8e55c8a58ba', 'port_id': 'ced653db-b4d7-4a93-9b38-0b1e86609784', 'mac_address': 'fa:16:3e:d5:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146d9ed8-fbf4-4313-b3a0-0c16dac1c99d', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:26.766444 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:26.784519 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced653db-b4d7-4a93-9b38-0b1e86609784 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:26.800312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ced653db-b4d7-4a93-9b38-0b1e86609784,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:26.804035 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:26.806292 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:26.870325 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:26.877313 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.877661 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.878004 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.878340 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.878666 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.878995 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.879321 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.879643 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.879964 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.880282 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.880599 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.880917 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:26.885259 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:27.042569 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['ced653db-b4d7-4a93-9b38-0b1e86609784'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:27.321592 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.383633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f7c305c1-92d1-40fd-ab3c-b151593de202 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:27.385152 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f7c305c1-92d1-40fd-ab3c-b151593de202 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Synchronizing usage tracker for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:network {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:27.405480 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f7c305c1-92d1-40fd-ab3c-b151593de202 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Unset dirty status for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:network {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:27.407292 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-f7c305c1-92d1-40fd-ab3c-b151593de202 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 808 time: 0.2728350 May 31 12:53:27.424617 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c2f7d471-1577-43e0-8417-48df5b671f4b req-6e498ed9-9702-4059-99e4-50a0ee219e5e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 210 time: 0.0581260 May 31 12:53:27.475958 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55986e9-a197-4eee-8de6-a5669e8a20d2 req-fd16fa6b-9bf7-4f9d-bb17-8bb26be32c59 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:27.481295 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-391962de-4748-4a7a-8043-bfacfca08fdb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Synchronizing usage tracker for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:security_group {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:27.483286 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f55986e9-a197-4eee-8de6-a5669e8a20d2 req-fd16fa6b-9bf7-4f9d-bb17-8bb26be32c59 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 947 time: 0.2053404 May 31 12:53:27.495864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-391962de-4748-4a7a-8043-bfacfca08fdb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Unset dirty status for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:security_group {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:27.497002 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-391962de-4748-4a7a-8043-bfacfca08fdb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c615350ee5c41f4b09cba7385a81c84 HTTP/1.1" status: 200 len: 379 time: 0.0782108 May 31 12:53:27.510964 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'port': {'device_id': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'admin_state_up': True, 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'security_groups': ['6f589a2d-d5dd-48ec-8fef-3e001ad72cd2']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:27.536755 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f55986e9-a197-4eee-8de6-a5669e8a20d2 req-17738267-5c33-47d4-a0f5-785f2e9f6615 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525954 May 31 12:53:27.678654 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:27.689322 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:27.698175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Made reservation on behalf of 2c615350ee5c41f4b09cba7385a81c84 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:27.701817 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.877293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Allocated IP 172.20.0.7 (5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e/ee85ade6-62b4-4b7c-982b-a6ff0db631a6/fd4246f3-56ec-4a8c-b4a5-235a42108469) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:28.066761 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.081175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Transition to ACTIVE for port object fd4246f3-56ec-4a8c-b4a5-235a42108469 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:28.108766 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.113941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:28.179624 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:28.182756 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:28.186864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:28.222327 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:28.231568 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:28.254223 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.254841 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.280274 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774701 May 31 12:53:28.292665 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Request body: {'port': {'device_id': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:28.371724 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-a4151808-5303-43bd-911a-4752843cb099 None None] Provisioning for port fd4246f3-56ec-4a8c-b4a5-235a42108469 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:28.376446 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-a4151808-5303-43bd-911a-4752843cb099 None None] Provisioning complete for port fd4246f3-56ec-4a8c-b4a5-235a42108469 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:28.376827 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a4151808-5303-43bd-911a-4752843cb099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.405560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.431548 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-a4151808-5303-43bd-911a-4752843cb099 None None] Port fd4246f3-56ec-4a8c-b4a5-235a42108469 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:28.574428 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device ced653db-b4d7-4a93-9b38-0b1e86609784 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:28.625658 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802db8c-4eab-48ba-8f33-c18934c06c77 req-00e78412-852f-43e2-a006-ce5a14cec5ef tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.629137 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e802db8c-4eab-48ba-8f33-c18934c06c77 req-00e78412-852f-43e2-a006-ce5a14cec5ef tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 931 time: 0.0929308 May 31 12:53:28.674212 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port ced653db-b4d7-4a93-9b38-0b1e86609784 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:28.680376 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port ced653db-b4d7-4a93-9b38-0b1e86609784 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:28.680751 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.780023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e802db8c-4eab-48ba-8f33-c18934c06c77 req-95dfc3ff-27b3-42f0-a99b-14d99ee9b39e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454353 May 31 12:53:28.831352 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88f19-cf13-4495-bac4-3255abfccbf5 req-24326e80-b4a0-430b-b7b2-f52e5f8e8180 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.832828 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-48c88f19-cf13-4495-bac4-3255abfccbf5 req-24326e80-b4a0-430b-b7b2-f52e5f8e8180 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 947 time: 0.1539540 May 31 12:53:28.869383 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.910071 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-48c88f19-cf13-4495-bac4-3255abfccbf5 req-eeedec48-05ce-4001-b289-b7d258eff2a2 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706217 May 31 12:53:28.910648 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4246f3-56ec-4a8c-b4a5-235a42108469 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:28.912699 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:28.915464 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98fef3b-bde1-4895-b466-cb7b4b8b1bb7" -d '{"events": [{"server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:28.923314 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ced653db-b4d7-4a93-9b38-0b1e86609784,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:28.932998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.937372 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.939211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:28.970114 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Transition to ACTIVE for port object fd4246f3-56ec-4a8c-b4a5-235a42108469 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:28.979057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.986140 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d031fe6e-efca-4815-bc55-256e51fab8f8 x-openstack-request-id: req-d031fe6e-efca-4815-bc55-256e51fab8f8 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:28.986521 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "name": "network-vif-plugged", "status": "completed", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:28.986840 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d031fe6e-efca-4815-bc55-256e51fab8f8 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:28.987282 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784', 'code': 200} May 31 12:53:28.989243 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-de0fb79b-ec66-447e-be2f-38712e91b9ac tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:29.021435 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:29.027226 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:29.213419 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:29.222325 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:29.254832 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Attempting to bind port fd4246f3-56ec-4a8c-b4a5-235a42108469 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:29.255407 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Attempting to bind port fd4246f3-56ec-4a8c-b4a5-235a42108469 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:29.255798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Attempting to bind port fd4246f3-56ec-4a8c-b4a5-235a42108469 on network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:29.261813 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Port fd4246f3-56ec-4a8c-b4a5-235a42108469 on network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:29.262010 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Attempting to bind port fd4246f3-56ec-4a8c-b4a5-235a42108469 on network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:29.268173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:29.268173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Checking segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:29.268555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Bound using segment: {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:29.269066 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Bound port: fd4246f3-56ec-4a8c-b4a5-235a42108469, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6276c82-0f13-4806-a7cf-30cc21418d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:29.269354 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:29.285934 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa057c5f-6953-43a2-ac42-567ecd1e41f2 req-d32ddfdc-b5d9-4685-86e4-69bd16248341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.288005 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fa057c5f-6953-43a2-ac42-567ecd1e41f2 req-d32ddfdc-b5d9-4685-86e4-69bd16248341 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 1101 time: 0.1117382 May 31 12:53:29.335501 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fa057c5f-6953-43a2-ac42-567ecd1e41f2 req-4df21695-cf82-46b8-8a25-823f166092ef service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393705 May 31 12:53:29.370258 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:29.373555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:29.377932 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:29.381642 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3f734a3d-0bdd-45dd-a963-dc9211f5b906 tempest-ServerRescueNegativeTestJSON-237366843 tempest-ServerRescueNegativeTestJSON-237366843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:29.444030 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.444030 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:29.444030 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] 10.222.0.38 "PUT /v2.0/ports/fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 1093 time: 1.1556110 May 31 12:53:29.444030 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:29.446874 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353638d3-a74e-4752-8e9a-3b38aac212f6" -d '{"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:29.468373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:29.471666 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:29.563339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07437fe6-a079-419f-b213-ab4de9986e4c x-openstack-request-id: req-07437fe6-a079-419f-b213-ab4de9986e4c {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:29.563818 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:29.564106 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07437fe6-a079-419f-b213-ab4de9986e4c {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:29.564521 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'status': 'completed', 'code': 200} May 31 12:53:29.603646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-a452207f-43e2-423f-9ca7-cb3f1b54e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.605129 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-a452207f-43e2-423f-9ca7-cb3f1b54e48e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1096 time: 0.0974948 May 31 12:53:29.679555 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-1190e7e5-00d1-4c4e-a41c-bb69164c4267 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 217 time: 0.0666046 May 31 12:53:29.742462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-35327deb-770f-43ef-a693-d57151a6334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.743928 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-35327deb-770f-43ef-a693-d57151a6334b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.0574470 May 31 12:53:29.822196 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-7ded7c52-9ae0-4e0e-a6d7-82d7dfc776e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.823770 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-7ded7c52-9ae0-4e0e-a6d7-82d7dfc776e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733593 May 31 12:53:29.968947 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005857c-e3c9-41b7-ae10-1e295b53016f req-aa857f84-97a2-4786-877f-e64cb83cbfd4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:29.970486 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8005857c-e3c9-41b7-ae10-1e295b53016f req-aa857f84-97a2-4786-877f-e64cb83cbfd4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.0921874 May 31 12:53:29.971809 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-e02cf9b1-24fc-47bb-9708-296da58ab35d service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406085 May 31 12:53:30.027620 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8005857c-e3c9-41b7-ae10-1e295b53016f req-85893bc5-5dbe-4824-96bb-6d538ba61673 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514579 May 31 12:53:30.125167 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-57ab5535-ffe5-493d-8ad2-32bab0871cce req-8dfd1502-48cb-4302-88b2-fff41668117d service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442006 May 31 12:53:30.143039 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0199-d941-4277-a25b-a3c9dc8a956d req-9254cf1c-3a7d-4392-a844-0b56fa210894 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.145207 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-885d0199-d941-4277-a25b-a3c9dc8a956d req-9254cf1c-3a7d-4392-a844-0b56fa210894 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 948 time: 0.0930772 May 31 12:53:30.201156 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-885d0199-d941-4277-a25b-a3c9dc8a956d req-03fbaf1c-4a23-472a-a985-b7fed260833c tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 May 31 12:53:30.272026 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-865c9333-e4f1-41b2-8664-832044448742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.274045 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-865c9333-e4f1-41b2-8664-832044448742 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1096 time: 0.0877583 May 31 12:53:30.412961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-d0513265-4fda-4af8-a0ff-81dd4939d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.415026 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-d0513265-4fda-4af8-a0ff-81dd4939d14a service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1297584 May 31 12:53:30.482122 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-374ef56a-4d54-4ef7-b372-1f3ae94911df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 217 time: 0.0609927 May 31 12:53:30.547596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-ab15d56c-9cd7-49a1-bc94-6ce486bee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.549064 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-ab15d56c-9cd7-49a1-bc94-6ce486bee824 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.0611095 May 31 12:53:30.614896 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59880) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:30.628542 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-b58829d2-505b-402e-8d48-97817c26cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.630041 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-b58829d2-505b-402e-8d48-97817c26cab1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710995 May 31 12:53:30.734680 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:30.749768 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:30.753552 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Usage tracker for resource:security_group_rule and tenant:222310fc0b2a4e3899eecc931e088a90 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:30.756437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:30.762688 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:30.845550 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:30.846963 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-5e454658-92c4-4462-84a0-6c62cc1b5fe9 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084143 May 31 12:53:30.850399 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:30.859001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e439b46f-e015-46fd-bb0f-863765098c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:30.897843 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=222310fc0b2a4e3899eecc931e088a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818859 May 31 12:53:30.898882 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f9c020-a561-4d87-af46-7b325335234e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:30.901260 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59886) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:30.903908 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:30.958408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:30.978512 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-353638d3-a74e-4752-8e9a-3b38aac212f6 req-07332c76-49fa-46e8-88d4-d2c3b857f8f9 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238315 May 31 12:53:30.983368 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.038782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.043723 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:31.053885 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f9c020-a561-4d87-af46-7b325335234e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:31.057316 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:31.070982 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.072735 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7f9c020-a561-4d87-af46-7b325335234e HTTP/1.1" status: 204 len: 168 time: 0.1704922 May 31 12:53:31.233886 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea081d8f-ba6d-4147-a032-f6932e2eeef6 req-9bdfcdba-cb7c-407b-9cda-855e85232199 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.240894 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ea081d8f-ba6d-4147-a032-f6932e2eeef6 req-9bdfcdba-cb7c-407b-9cda-855e85232199 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.1012771 May 31 12:53:31.283953 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ea081d8f-ba6d-4147-a032-f6932e2eeef6 req-59c6b493-9e00-4e5b-b27d-6996f6359dd4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421231 May 31 12:53:31.399573 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 59898) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:31.418066 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.427553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7cd7-59c2-4429-bb6e-1029cce73b3f req-a55db22e-b561-4e6c-9aab-be9d00ae21db tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.429048 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-865b7cd7-59c2-4429-bb6e-1029cce73b3f req-a55db22e-b561-4e6c-9aab-be9d00ae21db tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 948 time: 0.0958705 May 31 12:53:31.436619 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:31.440617 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Usage tracker for resource:security_group_rule and tenant:56e3158396604ce5a640057a70989e02 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:31.443532 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:31.450114 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:31.475825 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-865b7cd7-59c2-4429-bb6e-1029cce73b3f req-8cd6327e-ac61-4261-806e-be3eab26355f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410321 May 31 12:53:31.533422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.538175 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.546419 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1a5db8fd-fea4-4d75-810d-c5e02c3fd60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:31.587132 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-042c489d-2887-43ea-8238-9190808181db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56e3158396604ce5a640057a70989e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864545 May 31 12:53:31.589288 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ee8e0b-f51a-44a9-96fc-74bf84a5d5e1,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:31.590185 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 59906) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:31.594853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:31.653614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.678793 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.731426 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.737297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-545c18fb-764b-47dd-a29a-1ed54de092d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:31.749074 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ee8e0b-f51a-44a9-96fc-74bf84a5d5e1,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:31.751988 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:31.758583 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.762080 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-d8aa3edd-f5c5-4f7c-a413-3de7e8efc9e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60ee8e0b-f51a-44a9-96fc-74bf84a5d5e1 HTTP/1.1" status: 204 len: 168 time: 0.1683633 May 31 12:53:31.939759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e057a-27e9-485e-a28f-d8618024a898 req-bdaf9bd5-3a1a-4006-a584-52288bf0355a tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.941253 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fb0e057a-27e9-485e-a28f-d8618024a898 req-bdaf9bd5-3a1a-4006-a584-52288bf0355a tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 948 time: 0.0899525 May 31 12:53:31.986781 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fb0e057a-27e9-485e-a28f-d8618024a898 req-bbead381-615c-4b20-85b1-03d9b756f66d tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 May 31 12:53:32.476315 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18b50b-9231-45e1-9f9c-e1801d689639 req-ca5e8e15-f0e6-4c46-8689-c4fd571503fc tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:32.477837 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ec18b50b-9231-45e1-9f9c-e1801d689639 req-ca5e8e15-f0e6-4c46-8689-c4fd571503fc tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.0847175 May 31 12:53:32.527170 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ec18b50b-9231-45e1-9f9c-e1801d689639 req-8b8540fc-629a-47eb-a0a3-78b021afd2e1 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425699 May 31 12:53:33.171255 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980960-9ef2-4f95-87c2-c619f38509bc req-1f234706-dce4-4022-9e00-9b3402bb0160 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.172636 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5f980960-9ef2-4f95-87c2-c619f38509bc req-1f234706-dce4-4022-9e00-9b3402bb0160 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 948 time: 0.0792401 May 31 12:53:33.217482 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5f980960-9ef2-4f95-87c2-c619f38509bc req-94c36d60-065d-4a2f-aed9-0d5006bb2f2e tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/security-groups?id=065de858-d031-47d2-b4e7-6b274949a99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 May 31 12:53:33.315260 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-d57cef44-a07d-4cbb-8c65-825119e28f7f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.315994 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-d57cef44-a07d-4cbb-8c65-825119e28f7f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Synchronizing usage tracker for tenant:89d9b769cc2d4d729e268632d329a660 on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:33.333746 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-d57cef44-a07d-4cbb-8c65-825119e28f7f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Unset dirty status for tenant:89d9b769cc2d4d729e268632d329a660 on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:33.334902 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-d57cef44-a07d-4cbb-8c65-825119e28f7f tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.38 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 948 time: 0.1024487 May 31 12:53:33.473671 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Deleting port ced653db-b4d7-4a93-9b38-0b1e86609784 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:33.474010 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.611534 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] For port ced653db-b4d7-4a93-9b38-0b1e86609784, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=ced653db-b4d7-4a93-9b38-0b1e86609784,segment=NetworkSegment(864e5028-7977-4ca8-85fb-8e2c42d07839),segment_id=864e5028-7977-4ca8-85fb-8e2c42d07839)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:33.611891 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.747173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Calling delete_port for ced653db-b4d7-4a93-9b38-0b1e86609784 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:33.763782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e2981-7a12-4b47-8d3e-3217e3c4a1a2 req-1a5b3d0d-e60d-4d9d-b116-772e345082b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.765572 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b81e2981-7a12-4b47-8d3e-3217e3c4a1a2 req-1a5b3d0d-e60d-4d9d-b116-772e345082b8 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.1244199 May 31 12:53:33.815053 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b81e2981-7a12-4b47-8d3e-3217e3c4a1a2 req-25221374-4853-44ed-b6ac-885ddbc07b60 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 May 31 12:53:33.864463 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.870353 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:33.875150 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['ced653db-b4d7-4a93-9b38-0b1e86609784'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:33.911598 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Pushing event deleted for resources: {'Port': ['ID=ced653db-b4d7-4a93-9b38-0b1e86609784,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:33.915617 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:33.992273 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] No DVR routers for this DVR port ced653db-b4d7-4a93-9b38-0b1e86609784 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:33.995779 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:33.998909 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'name': 'network-vif-deleted', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:34.001602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9038ed-c9e3-450e-9e9b-3cfc73a9305f" -d '{"events": [{"server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "name": "network-vif-deleted", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:34.020091 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-4770306c-dfa6-4c31-9f9e-ee83f675739e req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.38 "DELETE /v2.0/ports/ced653db-b4d7-4a93-9b38-0b1e86609784 HTTP/1.1" status: 204 len: 173 time: 0.6791160 May 31 12:53:34.052451 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9292021a-8f02-4723-ac9c-d4a387027cde x-openstack-request-id: req-9292021a-8f02-4723-ac9c-d4a387027cde {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:34.053061 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf6cd73-7d61-45cf-943f-b6d84cafd4f8", "name": "network-vif-deleted", "tag": "ced653db-b4d7-4a93-9b38-0b1e86609784", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:34.053427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9292021a-8f02-4723-ac9c-d4a387027cde {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:34.053912 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf6cd73-7d61-45cf-943f-b6d84cafd4f8', 'name': 'network-vif-deleted', 'tag': 'ced653db-b4d7-4a93-9b38-0b1e86609784', 'status': 'completed', 'code': 200} May 31 12:53:34.373353 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5fe4b082-b5da-4d9c-95d2-784762c6783a req-4dce4c8e-ca55-4aa7-8cd7-879d6c23e370 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] 10.222.0.61 "GET /v2.0/ports?device_id=daf6cd73-7d61-45cf-943f-b6d84cafd4f8 HTTP/1.1" status: 200 len: 210 time: 0.0420151 May 31 12:53:34.613239 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:34.743604 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:34.756312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:34.815624 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:34.832293 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4246f3-56ec-4a8c-b4a5-235a42108469 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:34.848825 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:34.854806 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:34.864258 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:34.940089 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:34.943340 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:35.011434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd165b5-113c-48c4-9e23-7f4b43f3d2c6 req-239ab188-2e34-4247-a39c-44be448c453d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:35.012821 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6bd165b5-113c-48c4-9e23-7f4b43f3d2c6 req-239ab188-2e34-4247-a39c-44be448c453d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 944 time: 0.0862174 May 31 12:53:35.057208 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6bd165b5-113c-48c4-9e23-7f4b43f3d2c6 req-f5d73938-aa73-49de-b91a-c54ef48351a3 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384259 May 31 12:53:35.098309 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['fd4246f3-56ec-4a8c-b4a5-235a42108469'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:36.388920 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02111451-0b47-4d30-b363-6759e95ba40a req-aaa0a328-262f-46fc-a34f-c3e1de1d4bd0 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:36.390440 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-02111451-0b47-4d30-b363-6759e95ba40a req-aaa0a328-262f-46fc-a34f-c3e1de1d4bd0 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 944 time: 0.0790994 May 31 12:53:36.440435 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-02111451-0b47-4d30-b363-6759e95ba40a req-59cc457f-f141-4b48-89c8-869b8854072f tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438776 May 31 12:53:36.634671 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:36.710235 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port fd4246f3-56ec-4a8c-b4a5-235a42108469 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:36.715665 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port fd4246f3-56ec-4a8c-b4a5-235a42108469 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:36.716112 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:36.839717 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:36.870186 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:36.872716 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa4dfe-56ac-433b-8995-e6f01b0694f2" -d '{"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:36.881075 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:36.886719 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:36.887786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device ced653db-b4d7-4a93-9b38-0b1e86609784 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:36.914563 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:36.955756 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffd5433-c621-44a9-875e-ec33c517798a x-openstack-request-id: req-1ffd5433-c621-44a9-875e-ec33c517798a {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:36.956161 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:36.956419 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ffd5433-c621-44a9-875e-ec33c517798a {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:36.956802 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'code': 200} May 31 12:53:36.975197 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: ced653db-b4d7-4a93-9b38-0b1e86609784 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:36.975561 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device ced653db-b4d7-4a93-9b38-0b1e86609784 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:37.004025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:37.007276 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:37.285743 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f3fe-76c5-4f45-8068-0ff143e1c09c req-146930aa-13a9-4867-a621-7ebcd2c55870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.285743 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a091f3fe-76c5-4f45-8068-0ff143e1c09c req-146930aa-13a9-4867-a621-7ebcd2c55870 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.0836537 May 31 12:53:37.331444 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-a091f3fe-76c5-4f45-8068-0ff143e1c09c req-53cc5768-29e8-4816-96c5-e0e931f796ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 May 31 12:53:37.397312 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60174) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:37.516312 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.534122 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:37.538239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Usage tracker for resource:security_group_rule and tenant:38ebc69439ea42a8999feea27b9b04f5 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:37.541918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:37.548437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:37.758544 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c77d0-c936-48dc-aa86-2279d5bc77a3 req-f29892a1-4d87-46d5-8ef4-ef33f6533c04 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.759991 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a53c77d0-c936-48dc-aa86-2279d5bc77a3 req-f29892a1-4d87-46d5-8ef4-ef33f6533c04 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.2126760 May 31 12:53:37.817829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.824307 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.832900 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-cf788426-f4d2-4369-9b73-cb0ef970d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:37.844151 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a53c77d0-c936-48dc-aa86-2279d5bc77a3 req-4f7c7226-e511-446a-a873-221b985bb5df tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767536 May 31 12:53:37.886085 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38ebc69439ea42a8999feea27b9b04f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818296 May 31 12:53:37.886085 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0be923-b94b-4024-8665-988f4c0c221a,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:37.886310 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60200) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:37.886404 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:37.951182 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.982827 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.045083 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.048850 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-65513d40-26a8-426e-a6b9-c6ab9da8388a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:38.059680 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0be923-b94b-4024-8665-988f4c0c221a,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:38.066699 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:38.067977 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.069075 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a0be923-b94b-4024-8665-988f4c0c221a HTTP/1.1" status: 204 len: 168 time: 0.1851888 May 31 12:53:38.394389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60230) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:38.414969 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.430692 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:38.434631 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Usage tracker for resource:security_group_rule and tenant:994ca80f354d41998a4574dc9e73e308 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:38.437764 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:38.455183 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:38.545741 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.549863 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.563107 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5670e5b0-2e53-4021-946b-13cc54ec3b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:38.602525 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=994ca80f354d41998a4574dc9e73e308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067881 May 31 12:53:38.605684 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60250) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:38.607616 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d543bf-fb36-439d-937a-20284b24e9a2,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:38.611210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-76b95129-7d0e-45ce-9963-e7209e1206d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:38.674258 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.702521 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.771245 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.779028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-eed13c4c-215e-4201-9065-cd19c822665e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:38.801802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d543bf-fb36-439d-937a-20284b24e9a2,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:38.806844 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:38.809000 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.836706 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a7d543bf-fb36-439d-937a-20284b24e9a2 HTTP/1.1" status: 204 len: 168 time: 0.2291203 May 31 12:53:39.065867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec4f58-e78e-4f5e-aad1-1338f78c83ec req-ecc54681-4682-48e5-a88c-945073c26a07 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.067578 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1ec4f58-e78e-4f5e-aad1-1338f78c83ec req-ecc54681-4682-48e5-a88c-945073c26a07 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0988789 May 31 12:53:39.121220 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b1ec4f58-e78e-4f5e-aad1-1338f78c83ec req-5b9ff7b4-5968-4c3a-a26c-cb9f25478dec tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 May 31 12:53:39.340229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188243d-44ea-4462-9afe-cc7b8e007ad9 req-03f5be1f-bb65-4d54-978e-e8963a561748 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.357359 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6188243d-44ea-4462-9afe-cc7b8e007ad9 req-03f5be1f-bb65-4d54-978e-e8963a561748 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1045585 May 31 12:53:39.406454 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6188243d-44ea-4462-9afe-cc7b8e007ad9 req-677740b6-1141-4073-a879-8dffc608c61c tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462258 May 31 12:53:39.432055 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60290) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:39.688417 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01006d-f668-47f8-ba2c-41170f88849a tempest-TestShelveInstance-1044715469 tempest-TestShelveInstance-1044715469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.689135 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ad01006d-f668-47f8-ba2c-41170f88849a tempest-TestShelveInstance-1044715469 tempest-TestShelveInstance-1044715469-project-admin] Synchronizing usage tracker for tenant:5cec087e32814209ac6530f26dccb450 on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:39.706780 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ad01006d-f668-47f8-ba2c-41170f88849a tempest-TestShelveInstance-1044715469 tempest-TestShelveInstance-1044715469-project-admin] Unset dirty status for tenant:5cec087e32814209ac6530f26dccb450 on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:39.708127 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ad01006d-f668-47f8-ba2c-41170f88849a tempest-TestShelveInstance-1044715469 tempest-TestShelveInstance-1044715469-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1093 time: 0.2748680 May 31 12:53:39.711227 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60306) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:39.716592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:39.722274 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:39.726007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Usage tracker for resource:floatingip and tenant:2c615350ee5c41f4b09cba7385a81c84 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:39.729398 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:39.736533 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:39.748582 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for floatingip, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.913133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.187823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Allocated IP 172.28.2.31 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:40.333629 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3a47e-1e10-4782-92c1-3abd479bb244 req-122596c4-2cc6-4092-9ddf-8960b6d414c4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.339935 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-70a3a47e-1e10-4782-92c1-3abd479bb244 req-122596c4-2cc6-4092-9ddf-8960b6d414c4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1305084 May 31 12:53:40.378070 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.426464 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-70a3a47e-1e10-4782-92c1-3abd479bb244 req-b5263e99-886f-4458-a2b1-ef8e0d879d5b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800936 May 31 12:53:40.428417 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.433480 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a779f64b-e92f-4938-919c-6b7c3bc33cc8 tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:40.497435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:40.500330 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:40.504281 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:40.547125 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'Port': ['ID=fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:40.552022 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:40.609235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60330) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:40.771340 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-0e66839f-a3c3-4375-b5f7-11f078ec4d68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89d9b769cc2d4d729e268632d329a660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613281 May 31 12:53:40.771928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60336) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:40.834817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.862488 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.937806 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.980694 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4c9a4-3090-4c84-a611-4da49a8f7f2c req-5446709b-ac22-437c-95f6-731f64bc297d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.982178 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1fd4c9a4-3090-4c84-a611-4da49a8f7f2c req-5446709b-ac22-437c-95f6-731f64bc297d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.1052999 May 31 12:53:40.983243 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.987022 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1799073b-3f78-4737-9d79-6ca0edbbda67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.013195 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065de858-d031-47d2-b4e7-6b274949a99e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.017857 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.017963 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.033691 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.037381 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/065de858-d031-47d2-b4e7-6b274949a99e HTTP/1.1" status: 204 len: 168 time: 0.2643144 May 31 12:53:41.048013 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1fd4c9a4-3090-4c84-a611-4da49a8f7f2c req-f1a84373-e383-40eb-afd9-538a476fd647 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528078 May 31 12:53:41.229250 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.233660 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.238039 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f4390fd1-48ec-437e-a7ed-a54bb89908dd tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.338296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event updated for resources: {'Port': ['ID=fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.342142 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.350559 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.548934 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Floating IP 442ac8ee-7807-4d26-a25f-9348bfbee939 associated. External IP: 172.28.2.31, port: fd4246f3-56ec-4a8c-b4a5-235a42108469. May 31 12:53:41.629208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5cb1f-97a3-4ece-a6a0-bbf5301b0646 req-c9988f42-afc1-4e3c-950a-873ed38e54b6 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:41.632866 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ba5cb1f-97a3-4ece-a6a0-bbf5301b0646 req-c9988f42-afc1-4e3c-950a-873ed38e54b6 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0942829 May 31 12:53:41.677663 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ba5cb1f-97a3-4ece-a6a0-bbf5301b0646 req-51c25c31-e329-49ea-9882-17c8cbfbbe64 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 31 12:53:41.774338 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60372) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.888092 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1289693049-network', 'tenant_id': '406380fbcae04392841bb181a45e4df9'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:41.892901 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:41.897429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Usage tracker for resource:network and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:41.901530 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:41.908750 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:41.921349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Made reservation on behalf of 406380fbcae04392841bb181a45e4df9 for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:41.923971 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.938224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.955095 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:41.959492 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:41.963269 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:41.970595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:42.046081 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Router ae2eeece-3ddb-4b92-a7bc-521a811507f0 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:42.071054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.076057 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.079234 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3941da73-d8e8-4d5e-9ffe-07fd4ce37a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.114628 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:53:42.120230 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.124126 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.128320 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.128753 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Added segment e346ef94-6e56-4a22-80e8-70e1162434f0 of type vlan for network 6a110672-f324-415b-9228-c5bf4e2da208 May 31 12:53:42.169865 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.247470 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:42.257086 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Sync routers for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:42.261097 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.267005 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.267702 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.271392 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:42.272397 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:42.286155 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.288579 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.366367 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6539400 May 31 12:53:42.367551 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:42.370070 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16" -d '{"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:42.397863 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6221554 May 31 12:53:42.401318 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60396) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:42.407746 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Request body: {'subnet': {'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1289693049-subnet', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:42.410430 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Pushing event updated for resources: {'Network': ['ID=6a110672-f324-415b-9228-c5bf4e2da208,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.414740 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:42.414925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.426117 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Usage tracker for resource:subnet and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:42.427049 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7971aa-09fe-4749-94d5-a5a7f9f76b36 req-a20c76e1-bb20-4b2a-9407-a7bbcffff00c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.428536 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e7971aa-09fe-4749-94d5-a5a7f9f76b36 req-a20c76e1-bb20-4b2a-9407-a7bbcffff00c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.2175801 May 31 12:53:42.434703 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f81a8f-6e76-4d35-9ab3-458396486485 x-openstack-request-id: req-02f81a8f-6e76-4d35-9ab3-458396486485 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:42.435274 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:42.435563 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02f81a8f-6e76-4d35-9ab3-458396486485 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:42.435980 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'status': 'completed', 'code': 200} May 31 12:53:42.436757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:42.443339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:42.519074 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:42.521602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Made reservation on behalf of 406380fbcae04392841bb181a45e4df9 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:42.524523 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3249087'] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.547172 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9e7971aa-09fe-4749-94d5-a5a7f9f76b36 req-4723111f-c952-4c30-b1c6-ce5408fec0eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091185 May 31 12:53:42.588227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-b3dcfd7a-0c83-423f-8581-4feba9a8fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.589733 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-b3dcfd7a-0c83-423f-8581-4feba9a8fbf0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.1029508 May 31 12:53:42.592928 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 6a110672-f324-415b-9228-c5bf4e2da208 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:53:42.652578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-6e5e9909-74ad-43e5-bc42-fdc3ffc2d947 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.653531 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-6e5e9909-74ad-43e5-bc42-fdc3ffc2d947 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:port {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:42.700376 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-6e5e9909-74ad-43e5-bc42-fdc3ffc2d947 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:port {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:42.701952 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-6e5e9909-74ad-43e5-bc42-fdc3ffc2d947 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.2435207 May 31 12:53:42.758365 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-08d3040f-df25-4d60-9fa0-ebc6ec47ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.759825 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-08d3040f-df25-4d60-9fa0-ebc6ec47ae13 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1635671 May 31 12:53:42.972756 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-bf11b069-0070-472e-8ace-542ebbb6a5e3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 998 time: 0.2066908 May 31 12:53:43.027585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab419-1b05-4745-a2c0-b5166a4dc242 req-2f94be1e-b2a0-411b-8371-70edf0c03e9e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.029560 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f55ab419-1b05-4745-a2c0-b5166a4dc242 req-2f94be1e-b2a0-411b-8371-70edf0c03e9e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1781054 May 31 12:53:43.047023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Deleting port 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:43.047363 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.088304 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': '442ac8ee-7807-4d26-a25f-9348bfbee939', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:40Z', 'updated_at': '2021-05-31T12:53:40Z', 'revision_number': 0, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:43.092960 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Checking router: ae2eeece-3ddb-4b92-a7bc-521a811507f0 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:43.102403 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:43.102906 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:43.191388 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-60b78f9d-1d30-4259-a2e6-c365087507e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.192818 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-60b78f9d-1d30-4259-a2e6-c365087507e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.2128654 May 31 12:53:43.205064 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f55ab419-1b05-4745-a2c0-b5166a4dc242 req-d3f4fd59-4654-413a-970b-fa819a954450 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635852 May 31 12:53:43.214400 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] For port 9b6a55f7-e35a-49b6-bc82-98b527e45600, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=9b6a55f7-e35a-49b6-bc82-98b527e45600,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:43.214760 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.282021 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-e22bf706-4b89-474f-b5bc-45b99388c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.283509 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-e22bf706-4b89-474f-b5bc-45b99388c401 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826161 May 31 12:53:43.301806 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:43.432552 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-0659ae33-f910-41a7-8985-2aa64a3303a5 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413207 May 31 12:53:43.469790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2150337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3249065'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.575621 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1c2fb19a-c5c0-49af-915e-bafb6d77ec16 req-3f16f43a-ef31-46a0-8a06-cf7324da5ed0 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303773 May 31 12:53:43.634133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.671149 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': '442ac8ee-7807-4d26-a25f-9348bfbee939', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:40Z', 'updated_at': '2021-05-31T12:53:40Z', 'revision_number': 0, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:43.675172 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364ad4e-fd58-4990-acce-5b561b27551e None None] The sync data for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb is: [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': '442ac8ee-7807-4d26-a25f-9348bfbee939', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'floating_ip_address': '172.28.2.31', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:40Z', 'updated_at': '2021-05-31T12:53:40Z', 'revision_number': 0, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:43.749934 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f870b34-8492-42d2-a80f-35bc878ae09a,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.756632 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.756992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.757351 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Floating IP c7289800-9164-4c34-8aed-5fc5045d45a9 disassociated. External IP: 172.28.2.236, port: 9b6a55f7-e35a-49b6-bc82-98b527e45600. May 31 12:53:43.758223 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Calling delete_port for 9b6a55f7-e35a-49b6-bc82-98b527e45600 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:43.760856 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.763335 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Checking segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:43.763695 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Network hostable DHCP agents. Network: 6a110672-f324-415b-9228-c5bf4e2da208, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:43.766851 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a64c38-7e7a-4a0e-b397-992314324903 req-c3fcd1d3-5cbe-438f-8ad0-c85da924a98a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.774358 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6a64c38-7e7a-4a0e-b397-992314324903 req-c3fcd1d3-5cbe-438f-8ad0-c85da924a98a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 946 time: 0.0979478 May 31 12:53:43.793229 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Network 6a110672-f324-415b-9228-c5bf4e2da208 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:43.807499 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 6a110672-f324-415b-9228-c5bf4e2da208) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:43.825996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.826571 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.829451 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029077a-72f0-40c6-bcdb-dfabab9276eb None None] Network 6a110672-f324-415b-9228-c5bf4e2da208 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:43.832427 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6a64c38-7e7a-4a0e-b397-992314324903 req-dfe0125e-2444-4bb2-9f26-11318b3d8c08 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550265 May 31 12:53:43.887415 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-cdc1357f-6712-4b49-a14c-d71c4b3c0d86 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4849982 May 31 12:53:43.890458 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60414) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.895990 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:43.900660 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:43.905763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Usage tracker for resource:router and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:43.908595 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:43.915150 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:43.926208 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.931942 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.933145 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.935628 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.950581 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.983794 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'Port': ['ID=9b6a55f7-e35a-49b6-bc82-98b527e45600,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.987118 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b5ab4-6ed6-4d21-8f3f-4acc5f37f443 None None] New status for floating IP 442ac8ee-7807-4d26-a25f-9348bfbee939: ACTIVE {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:43.995737 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:44.136556 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-6a110672-f324-415b-9228-c5bf4e2da208', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:53:44.139802 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.221427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:44.350511 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Allocated IP 172.20.0.2 (6a110672-f324-415b-9228-c5bf4e2da208/9f870b34-8492-42d2-a80f-35bc878ae09a/9f05eeed-6deb-4d33-b171-0ae03ad40a52) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:44.404939 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.514064 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:44.526365 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:44.557492 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:44.558269 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:44.639105 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] No DVR routers for this DVR port 9b6a55f7-e35a-49b6-bc82-98b527e45600 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:44.642502 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.645159 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-3d915d64-0522-4241-9e8d-bf27f79b62d3 req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "DELETE /v2.0/ports/9b6a55f7-e35a-49b6-bc82-98b527e45600 HTTP/1.1" status: 204 len: 173 time: 1.9372702 May 31 12:53:44.646401 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-deleted', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:44.649888 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a894243f-c555-4ac5-a3a6-c4ea14878706" -d '{"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-deleted", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:44.665959 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60428) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:44.667094 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacda365-d68d-41ea-8121-41914f7d0131 req-e6b19d04-703d-432a-8f07-25afa5de9865 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:44.675192 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bacda365-d68d-41ea-8121-41914f7d0131 req-e6b19d04-703d-432a-8f07-25afa5de9865 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1610880 May 31 12:53:44.741768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29bdf6-eb4e-45e3-b20e-feca45e1fc8a x-openstack-request-id: req-bd29bdf6-eb4e-45e3-b20e-feca45e1fc8a {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:44.742576 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf2c3cd-533f-441f-a8de-ad11eb9afe9c", "name": "network-vif-deleted", "tag": "9b6a55f7-e35a-49b6-bc82-98b527e45600", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:44.742864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd29bdf6-eb4e-45e3-b20e-feca45e1fc8a {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:44.743292 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf2c3cd-533f-441f-a8de-ad11eb9afe9c', 'name': 'network-vif-deleted', 'tag': '9b6a55f7-e35a-49b6-bc82-98b527e45600', 'status': 'completed', 'code': 200} May 31 12:53:44.746865 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bacda365-d68d-41ea-8121-41914f7d0131 req-12efc6b4-7edf-40f0-bf74-075ccc5cce4c tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685475 May 31 12:53:44.833713 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.850465 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:44.855362 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6dd80e1bdf4d4abed1c7af194b998d is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:44.858518 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:44.868803 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:44.955340 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.975019 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:44.997747 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.005453 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.023049 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Transition to ACTIVE for port object 9f05eeed-6deb-4d33-b171-0ae03ad40a52 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:45.039640 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-96beee24-a9aa-42df-9726-7ab47423756d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:45.053266 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e6dd80e1bdf4d4abed1c7af194b998d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860736 May 31 12:53:45.057378 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60436) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:45.061445 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4e1f1bae-3e9f-4ea4-a920-4f72bc50ca1a req-f7260e7f-d60f-4d1b-a0c2-63478cfd4bb3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=ddf2c3cd-533f-441f-a8de-ad11eb9afe9c HTTP/1.1" status: 200 len: 210 time: 0.0527112 May 31 12:53:45.073656 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Transition to ACTIVE for port object 9f05eeed-6deb-4d33-b171-0ae03ad40a52 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:45.095880 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca292ab8-ce42-48ee-87a6-346f989e90ec,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:45.095880 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:45.134197 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.137386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.154018 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:45.181851 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.228827 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Pushing event updated for resources: {'Port': ['ID=9f05eeed-6deb-4d33-b171-0ae03ad40a52,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:45.232755 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:45.256660 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Network 6a110672-f324-415b-9228-c5bf4e2da208 is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:45.259148 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.260812 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:45.263739 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:45.290820 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.428812 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Attempting to bind port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:45.429492 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Attempting to bind port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:45.429741 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Attempting to bind port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 on network 6a110672-f324-415b-9228-c5bf4e2da208 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:45.452193 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:45.452838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Checking segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:45.453691 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.454241 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Bound using segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:45.455015 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Bound port: 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:45.455876 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.511862 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.515059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Allocated IP 172.28.2.218 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/b3609035-c13c-42d8-a0ff-de1dbee632aa) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:45.516969 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7514c03c-fa8a-4eaa-8ec1-e413166bec96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:45.532188 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca292ab8-ce42-48ee-87a6-346f989e90ec,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:45.539848 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:45.619625 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] For port 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:45.623837 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] For port 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=9f05eeed-6deb-4d33-b171-0ae03ad40a52,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:45.626402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.630088 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-1316e8bf-360e-4258-8d30-8e4a0ee3e93a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca292ab8-ce42-48ee-87a6-346f989e90ec HTTP/1.1" status: 204 len: 168 time: 0.5705097 May 31 12:53:45.630232 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.634298 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:45.697610 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.709606 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:45.720457 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:45.731005 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Pushing event updated for resources: {'Port': ['ID=9f05eeed-6deb-4d33-b171-0ae03ad40a52,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:45.734767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:45.736517 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:45.737251 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:45.739744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:45.745266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:45.822454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:45.826732 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:45.831522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:45.996477 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:46.111134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b3609035-c13c-42d8-a0ff-de1dbee632aa,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:46.128969 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:46.277490 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60458) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:46.287764 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:46.322244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9c6f7-0c71-4c7a-84c3-910b7c54bd4e req-2fb4bbca-abff-4c78-9970-708b9f89cd26 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:46.323744 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fab9c6f7-0c71-4c7a-84c3-910b7c54bd4e req-2fb4bbca-abff-4c78-9970-708b9f89cd26 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.3661740 May 31 12:53:46.434211 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.451893 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:46.462058 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a31e1-69dc-480b-81c7-d9f7c69d27e4 None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:46.473256 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fab9c6f7-0c71-4c7a-84c3-910b7c54bd4e req-d7696410-897c-4246-a5f0-ffe9712e29e9 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334362 May 31 12:53:46.491141 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.518101 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.599151 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.614090 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-08f69db3-1cdf-4cd8-9893-90a8f7ed705a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:46.642053 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.643629 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "DELETE /v2.0/security-groups/5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8 HTTP/1.1" status: 204 len: 168 time: 0.3641622 May 31 12:53:46.644860 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:46.646647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60468) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:46.657187 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:46.684851 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:46.690318 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.api.v2.resource [None req-eb4dd2da-ae9b-4059-9dfd-0e3e717f780e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] show failed (client error): The resource could not be found. May 31 12:53:46.691589 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-eb4dd2da-ae9b-4059-9dfd-0e3e717f780e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups/5a9094c5-21a7-4cc7-a0d5-fdd224a4f5c8 HTTP/1.1" status: 404 len: 347 time: 0.0365837 May 31 12:53:46.697369 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60472) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:46.757205 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 9b6a55f7-e35a-49b6-bc82-98b527e45600 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:46.758198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 9b6a55f7-e35a-49b6-bc82-98b527e45600 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:46.911509 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93fa2a-ee19-4665-a1ed-49a9d208bf24 None None] New status for floating IP c7289800-9164-4c34-8aed-5fc5045d45a9: DOWN {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:47.027953 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Deleting port 164f9ca9-f42f-4d22-96c4-6571a5bca382 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:47.028400 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.119693 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4f6c1-ec14-42ee-8760-ec3a3b84e346 None None] Network 6a110672-f324-415b-9228-c5bf4e2da208 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:47.154374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.190980 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.191755 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.265766 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-ec2fd8ea-5ae1-41bf-ba95-29b3e068156a None None] Provisioning for port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:47.486967 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Calling delete_port for 164f9ca9-f42f-4d22-96c4-6571a5bca382 owned by network:floatingip {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:47.649198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.655468 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0e7cdbe2-b862-42cb-b6a6-32376e6117dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:47.705343 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'Port': ['ID=164f9ca9-f42f-4d22-96c4-6571a5bca382,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:47.734620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:47.779070 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:47.817656 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.833170 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.834470 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9792aa93-ea74-4785-9cf7-1eccddbe3fc3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "DELETE /v2.0/floatingips/c7289800-9164-4c34-8aed-5fc5045d45a9 HTTP/1.1" status: 204 len: 168 time: 1.1355462 May 31 12:53:47.911276 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e186f-2680-4c53-ad99-9e7292b9aa28 req-fd7a991a-601f-4df3-87d6-8d2be9000aa0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:47.912804 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b02e186f-2680-4c53-ad99-9e7292b9aa28 req-fd7a991a-601f-4df3-87d6-8d2be9000aa0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.2095587 May 31 12:53:48.078540 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 9f05eeed-6deb-4d33-b171-0ae03ad40a52 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:48.142298 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b02e186f-2680-4c53-ad99-9e7292b9aa28 req-5ba1c9eb-ce0c-4451-982b-8ba6d8156fde tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034960 May 31 12:53:48.160096 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:48.176006 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Sync routers for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:48.184138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.191741 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60528) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.191937 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3002405 May 31 12:53:48.194724 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:48.195549 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:48.288418 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:48.307380 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60532) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.313444 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--623110414', 'description': 'tempest-description--1311176779'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:48.319198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.323320 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.326923 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.337715 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.341765 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:48.342139 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.350616 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.377339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.381397 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.385209 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.391782 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.437129 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:48.484436 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.496717 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.504812 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.543428 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.546803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.566447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.570405 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2615058 May 31 12:53:48.573525 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60550) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.583636 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group_rule': {'security_group_id': '12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:48.591655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.596336 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.599372 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.606728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.625028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.681270 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.693759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.701751 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.703919 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.724696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe36285-e4f8-4dba-8aa1-4464910c1d37,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.729050 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.737606 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.741308 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636319 May 31 12:53:48.745334 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60554) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.751634 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'security_group_rule': {'security_group_id': '12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:48.758746 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.761350 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=9f05eeed-6deb-4d33-b171-0ae03ad40a52,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:48.763926 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:security_group_rule and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.767520 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.774185 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.794696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.798868 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.800996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.873928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.878867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.881297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-309a56aa-01fb-4bff-b63d-b4bed7c4d83d tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.881655 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=9f05eeed-6deb-4d33-b171-0ae03ad40a52,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.885584 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.901751 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:46Z', 'revision_number': 3, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:48.906056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f937317-d83c-4508-a200-855481028598,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.906996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Checking router: 3b92e3a0-16e3-491f-ab0d-afc57db63a9c for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:48.907457 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Updating router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c port b3609035-c13c-42d8-a0ff-de1dbee632aa binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:48.908545 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.918456 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.922672 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-30931898-2d28-4506-94a1-46ffd19a627f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1727455 May 31 12:53:48.923080 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60558) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.928569 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:48.936373 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.940604 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:floatingip and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.943663 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.950671 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.962394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.975082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.001040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.116311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.296362 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Allocated IP 172.20.0.1 (6a110672-f324-415b-9228-c5bf4e2da208/9f870b34-8492-42d2-a80f-35bc878ae09a/cae9ed98-769f-4e7a-afc7-8b0794b142f3) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:49.354197 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71c6ea-746f-4545-8c6d-cba99cede9f6 req-913d7a2e-1b71-4bf4-a2ab-58a0f2545a08 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:49.355847 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f71c6ea-746f-4545-8c6d-cba99cede9f6 req-913d7a2e-1b71-4bf4-a2ab-58a0f2545a08 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0901067 May 31 12:53:49.360645 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.374765 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Transition to ACTIVE for port object b3609035-c13c-42d8-a0ff-de1dbee632aa will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:49.382321 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.387067 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-3d5a8926-e18e-4a1f-bc41-8de057629c05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.457546 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f71c6ea-746f-4545-8c6d-cba99cede9f6 req-3cd4db4c-e1c2-49c5-a2ed-dc909c4ee85f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961194 May 31 12:53:49.479075 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Allocated IP 172.28.2.212 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/47627855-4f7a-4698-b45a-ad43a2c59fe0) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:49.479382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.493772 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Attempting to bind port b3609035-c13c-42d8-a0ff-de1dbee632aa on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:49.494153 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Attempting to bind port b3609035-c13c-42d8-a0ff-de1dbee632aa by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:49.494528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Attempting to bind port b3609035-c13c-42d8-a0ff-de1dbee632aa on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:49.501745 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Transition to ACTIVE for port object cae9ed98-769f-4e7a-afc7-8b0794b142f3 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:49.503396 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Pushing event updated for resources: {'Port': ['ID=b3609035-c13c-42d8-a0ff-de1dbee632aa,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.505883 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:49.506257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:49.506674 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.507067 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:49.508083 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Bound port: b3609035-c13c-42d8-a0ff-de1dbee632aa, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:49.508472 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.537356 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.539516 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.544462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4d8fd22e-37eb-4a72-885d-d4a52b7354d1 tempest-VolumesNegativeTest-639429027 tempest-VolumesNegativeTest-639429027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.596108 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] For port b3609035-c13c-42d8-a0ff-de1dbee632aa, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:49.599591 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] For port b3609035-c13c-42d8-a0ff-de1dbee632aa, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b3609035-c13c-42d8-a0ff-de1dbee632aa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:49.603093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.607855 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Network 6a110672-f324-415b-9228-c5bf4e2da208 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:49.608333 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.610946 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:49.614835 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:49.654323 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.699680 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:49.700427 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:49.705180 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.713158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f304cd0-72b7-4d84-8517-199fe14530de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:49.775293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Pushing event updated for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.780343 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.784347 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:49.792338 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:49.797491 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.805797 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:49.878308 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=47627855-4f7a-4698-b45a-ad43a2c59fe0,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.882011 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.895167 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Pushing event updated for resources: {'Port': ['ID=b3609035-c13c-42d8-a0ff-de1dbee632aa,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.904359 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.929925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.944120 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.948948 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-c7f194f0-1dda-4fc9-ad33-43e4bf145c8c None None] Provisioning for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:49.962475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:50.011353 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.019632 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 9f05eeed-6deb-4d33-b171-0ae03ad40a52 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:50.041606 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-c7f194f0-1dda-4fc9-ad33-43e4bf145c8c None None] Provisioning complete for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:50.041900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c7f194f0-1dda-4fc9-ad33-43e4bf145c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.155781 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-c7f194f0-1dda-4fc9-ad33-43e4bf145c8c None None] Port cae9ed98-769f-4e7a-afc7-8b0794b142f3 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:50.211620 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.213497 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.219536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.247237 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8783df64-c6ad-4eff-80a7-6172f5a4a170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:50.248679 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.254733 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.258993 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:50.294907 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:50.295292 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.339991 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.343553 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Pushing event updated for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:50.347111 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:50.378175 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=47627855-4f7a-4698-b45a-ad43a2c59fe0,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:50.383138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:50.388421 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.419001 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.428250 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4960783 May 31 12:53:50.547445 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Network 6a110672-f324-415b-9228-c5bf4e2da208 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:50.548696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:50.576007 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:46Z', 'revision_number': 3, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:50.580400 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166033c-d234-456e-89d0-182e9cb9c044 None None] The sync data for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb is: [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:46Z', 'revision_number': 3, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:50.787355 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:50.911484 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-e7615945-1af7-43f2-8ec5-60d7f8319c15 None None] Provisioning complete for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:50.911846 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e7615945-1af7-43f2-8ec5-60d7f8319c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.928305 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-7c81d7f2-9dd2-4c88-a1cb-b50f66902b9c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:50.950290 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-7c81d7f2-9dd2-4c88-a1cb-b50f66902b9c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:50.962952 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-7c81d7f2-9dd2-4c88-a1cb-b50f66902b9c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--623110414&fields=id&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 267 time: 0.1073701 May 31 12:53:51.019680 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-e7615945-1af7-43f2-8ec5-60d7f8319c15 None None] Port cae9ed98-769f-4e7a-afc7-8b0794b142f3 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:51.039619 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:51.050431 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f841bf9-84e7-487e-b9e8-5d31d9e36fbb req-053ae4f3-e0db-46c0-9e8b-6a0dff2724f0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:51.050666 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] 10.222.0.61 "PUT /v2.0/routers/3b92e3a0-16e3-491f-ab0d-afc57db63a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8572919 May 31 12:53:51.054748 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f841bf9-84e7-487e-b9e8-5d31d9e36fbb req-053ae4f3-e0db-46c0-9e8b-6a0dff2724f0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.3967052 May 31 12:53:51.135122 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f841bf9-84e7-487e-b9e8-5d31d9e36fbb req-831e8c44-42b9-43b2-b8d2-5b38c875d97a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740499 May 31 12:53:51.177830 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-2a9a3eef-d802-46f5-b7fc-20143df22c01 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:51.188934 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-2a9a3eef-d802-46f5-b7fc-20143df22c01 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 817 time: 0.2260981 May 31 12:53:51.204989 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-9dcfaf08-44ee-48be-9f6b-8e45f0b734e8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/quotas/c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 375 time: 0.0150561 May 31 12:53:51.303932 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-28491b41-09b8-4ac0-a968-cc34895da2c5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919812 May 31 12:53:51.547389 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b544a4c2-9621-4618-ae8a-c16c0abace91 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283623 May 31 12:53:51.637258 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-07633372-eeb2-4bdc-b82a-590f59dce555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:51.638863 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-07633372-eeb2-4bdc-b82a-590f59dce555 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 1098 time: 0.0969191 May 31 12:53:51.713629 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ad305-c583-4542-90a3-6be52fa1084e req-be8fe2b4-d808-419a-9574-7cb30dc7b409 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:51.715196 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8c0ad305-c583-4542-90a3-6be52fa1084e req-be8fe2b4-d808-419a-9574-7cb30dc7b409 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.2400630 May 31 12:53:51.781856 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-31b5acd6-2210-4b61-b8d9-a8e9fd0ec302 service neutron] 10.222.0.61 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254190 May 31 12:53:51.800898 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8c0ad305-c583-4542-90a3-6be52fa1084e req-46f9df9c-5a0e-4458-abfc-118c960c1f86 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751340 May 31 12:53:51.811239 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-5269eba0-c4cf-4b6f-82c6-3d57b7097cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:51.812694 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-5269eba0-c4cf-4b6f-82c6-3d57b7097cc1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 913 time: 0.1625891 May 31 12:53:51.875810 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60604) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:51.882498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936493395-network', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:51.887302 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:51.891202 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Usage tracker for resource:network and tenant:aef885a251274caf8d49b588a497d0dc is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:51.894207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:51.901138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:51.912113 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Made reservation on behalf of aef885a251274caf8d49b588a497d0dc for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:51.920035 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:51.930258 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-779a2fa8-1212-4fb3-8df6-2453e0922e57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 200 len: 1000 time: 0.1080642 May 31 12:53:51.934759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:51.977298 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:51.987499 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Usage tracker for resource:security_group_rule and tenant:aef885a251274caf8d49b588a497d0dc is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:51.991434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:52.006455 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-1957bf68-3c11-47e0-9065-2128136e19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:52.008590 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-1957bf68-3c11-47e0-9065-2128136e19bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.0722651 May 31 12:53:52.041242 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:52.059214 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b3609035-c13c-42d8-a0ff-de1dbee632aa up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:52.075115 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-12c31509-6b85-4112-9a0b-aaeea83344d3 req-913f66f9-9fd6-4c10-a362-7ec51bd6841c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 210 time: 0.0763304 May 31 12:53:52.094624 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-a13b9104-7428-43bc-9925-454bebb00ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:52.096488 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-a13b9104-7428-43bc-9925-454bebb00ac1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801609 May 31 12:53:52.179937 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port b3609035-c13c-42d8-a0ff-de1dbee632aa completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:52.187038 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port b3609035-c13c-42d8-a0ff-de1dbee632aa triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:52.187585 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.218812 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.226924 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.233031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e43c9d52-65bb-4aea-8898-6f07f31a6687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:52.269522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:53:52.286974 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0557dfb2-f1f3-476e-ad9f-c04f92a40ac7,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:52.294077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:52.295322 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.295857 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Added segment 36a259a9-9464-4ca5-af12-feb456d08add of type vlan for network 591d46b0-4950-4422-ab56-45369555e909 May 31 12:53:52.356732 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.363076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-4e096096-fd0c-4b34-9622-845d51c70c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.408470 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.410740 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:52.411653 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.419806 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:52.437619 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-63df130d-298f-44cc-96ed-cca90d88ca8d service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322227 May 31 12:53:52.533975 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6568604 May 31 12:53:52.534355 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.537605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60618) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:52.538275 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Pushing event updated for resources: {'Network': ['ID=591d46b0-4950-4422-ab56-45369555e909,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:52.543223 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:52.546843 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Request body: {'subnet': {'network_id': '591d46b0-4950-4422-ab56-45369555e909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936493395-subnet', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'ip_version': 4}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:52.551539 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:52.557789 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Usage tracker for resource:subnet and tenant:aef885a251274caf8d49b588a497d0dc is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:52.561515 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:52.568453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:52.581155 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 591d46b0-4950-4422-ab56-45369555e909 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:53:52.585355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Made reservation on behalf of aef885a251274caf8d49b588a497d0dc for: {'subnet': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:52.587885 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2746095'] for subnet, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.613779 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-0912087d-61b7-41ca-9d9a-6e8cac2638e6 req-0c013141-34cc-46ac-9bbc-79606d3aa7b3 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689301 May 31 12:53:52.685762 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port b3609035-c13c-42d8-a0ff-de1dbee632aa, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b3609035-c13c-42d8-a0ff-de1dbee632aa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:52.704580 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.710150 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:52.862475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=b3609035-c13c-42d8-a0ff-de1dbee632aa,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:52.869971 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:52.919433 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Sync routers for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:52.932822 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:52.933675 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:53.092069 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad380-dcf3-4cd9-ac93-155bb5b51c66 req-7075c165-d1ec-442a-8f49-53759caff980 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:53.093829 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f6ad380-dcf3-4cd9-ac93-155bb5b51c66 req-7075c165-d1ec-442a-8f49-53759caff980 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1073918 May 31 12:53:53.126618 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:53.162901 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f6ad380-dcf3-4cd9-ac93-155bb5b51c66 req-6082ad8d-f989-40f0-8bd8-085d999b5045 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528040 May 31 12:53:53.265573 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0e84825f-281a-4c2d-bec9-f2459614a397 req-bf9c9160-6804-4675-9d1c-2ca642f36987 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 210 time: 0.0520055 May 31 12:53:53.266453 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2746105'] for subnet, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.271575 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:53.457602 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d73c509-2f95-4c2e-bc2f-ce2489e89570,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:53.462838 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.475143 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Checking segment: {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:53.475953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Network hostable DHCP agents. Network: 591d46b0-4950-4422-ab56-45369555e909, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:53.486701 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:50Z', 'revision_number': 2, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:53.491629 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Checking router: 3b92e3a0-16e3-491f-ab0d-afc57db63a9c for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:53.492179 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Updating router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c port cae9ed98-769f-4e7a-afc7-8b0794b142f3 binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:53.496412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Network 591d46b0-4950-4422-ab56-45369555e909 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:53.509237 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 591d46b0-4950-4422-ab56-45369555e909) {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:53.519199 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a31244-017d-4df4-bf84-f3ed856f2336 None None] Network 591d46b0-4950-4422-ab56-45369555e909 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:53.526112 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:53.526722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.556595 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e831f90c-2a2a-468d-ac30-9e5a13700d6c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0123603 May 31 12:53:53.557503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60628) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:53.566379 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:53.579133 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:53.585304 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Usage tracker for resource:router and tenant:aef885a251274caf8d49b588a497d0dc is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:53.591441 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:53.595891 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.600620 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:53.621054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1658957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6591'] for router, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.622309 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1659469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1681810', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1701503', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6566'] for router, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.641998 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.649222 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-33f4ba40-6bbd-4a21-9535-ab04386471b8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:53.650866 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-33f4ba40-6bbd-4a21-9535-ab04386471b8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 817 time: 0.2180209 May 31 12:53:53.720182 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b6504d87-7a68-423c-8b07-81777547b514 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Synchronizing usage tracker for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98259) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:53.733627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b6504d87-7a68-423c-8b07-81777547b514 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Unset dirty status for tenant:c3ea182309774d55a25086330fb0a13e on resource:security_group {{(pid=98259) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:53.734894 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b6504d87-7a68-423c-8b07-81777547b514 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 379 time: 0.0750873 May 31 12:53:53.752024 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'port': {'device_id': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'admin_state_up': True, 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'security_groups': ['12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:53.944908 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d9b675c-b257-5f9c-874f-2c7bfb6faa58-591d46b0-4950-4422-ab56-45369555e909', 'network_id': '591d46b0-4950-4422-ab56-45369555e909', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'fixed_ips': [{'subnet_id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570'}]}} from dv-cinder-793264-2-smb. {{(pid=98260) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:53:53.945766 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.948103 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:53.952662 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Usage tracker for resource:port and tenant:c3ea182309774d55a25086330fb0a13e is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:53.956057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:53.963262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:53.979149 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Made reservation on behalf of c3ea182309774d55a25086330fb0a13e for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:53.985561 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.037497 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1681847', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6612'] for router, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.084255 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b3609035-c13c-42d8-a0ff-de1dbee632aa up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:54.201241 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Allocated IP 172.20.0.10 (8d7063f8-ef7a-4a5d-8b8c-853e8605fb26/d42fb2e8-5d3b-443d-887e-f3dd22de7fae/be3d90c5-4404-4195-967c-834ced194b2f) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:54.251751 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.266365 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Transition to ACTIVE for port object cae9ed98-769f-4e7a-afc7-8b0794b142f3 will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:54.276715 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.285200 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-4738196f-833c-4fa9-9593-9e337a5d418c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:54.352807 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.db_base_plugin_common [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Allocated IP 172.20.0.2 (591d46b0-4950-4422-ab56-45369555e909/8d73c509-2f95-4c2e-bc2f-ce2489e89570/16c7292f-d173-49dc-905c-0a5582f45228) {{(pid=98260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:54.486516 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port b3609035-c13c-42d8-a0ff-de1dbee632aa triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:54.491757 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.564221 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.573359 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625629b-5c6a-4f6f-848c-952307302f3f None None] Pushing event updated for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:54.592852 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-1625629b-5c6a-4f6f-848c-952307302f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:54.594625 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Transition to ACTIVE for port object be3d90c5-4404-4195-967c-834ced194b2f will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:54.613907 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Attempting to bind port cae9ed98-769f-4e7a-afc7-8b0794b142f3 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:54.614288 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Attempting to bind port cae9ed98-769f-4e7a-afc7-8b0794b142f3 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:54.614722 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Attempting to bind port cae9ed98-769f-4e7a-afc7-8b0794b142f3 on network 6a110672-f324-415b-9228-c5bf4e2da208 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:54.622125 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:54.622534 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Checking segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:54.623051 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.623435 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Bound using segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:54.623955 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Bound port: cae9ed98-769f-4e7a-afc7-8b0794b142f3, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:54.624444 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.640080 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-04182eaf-ce35-4d89-b9c4-adfa45c05a06 req-2b5655d5-7f76-4004-ba88-3be98a3e477a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 210 time: 0.1271944 May 31 12:53:54.641035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.652131 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:54.653905 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.703033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.740957 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] For port cae9ed98-769f-4e7a-afc7-8b0794b142f3, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:54.744382 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] For port cae9ed98-769f-4e7a-afc7-8b0794b142f3, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=cae9ed98-769f-4e7a-afc7-8b0794b142f3,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:54.751107 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.754013 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:54.757215 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:54.758453 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-e1c323ba-93ec-497d-906b-8d6eec44ba96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:54.762529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:54.802069 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:54.812088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:54.861067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc788c-bd9f-485e-ae24-311151825948 req-67be21bd-dc29-4d85-8cdb-f47139710ac3 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:54.871049 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c6fc788c-bd9f-485e-ae24-311151825948 req-67be21bd-dc29-4d85-8cdb-f47139710ac3 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.4682329 May 31 12:53:54.874188 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:54.874850 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.881785 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:54.887848 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:54.903935 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b5960dec-7955-4d50-83e3-7507706cdd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.910159 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.917759 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.930463 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1884668 May 31 12:53:54.938975 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Transition to ACTIVE for port object 16c7292f-d173-49dc-905c-0a5582f45228 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:54.943253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Request body: {'port': {'device_id': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:54.978225 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Transition to ACTIVE for port object 16c7292f-d173-49dc-905c-0a5582f45228 will not be triggered until provisioned by entity DHCP. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:54.986626 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018'] for port, after_create {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.990672 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:55.062571 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Pushing event updated for resources: {'Port': ['ID=16c7292f-d173-49dc-905c-0a5582f45228,revision_number=1']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:55.074151 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:55.078867 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Allocated IP 172.28.2.73 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/0ee85ac5-73ae-42a7-8b58-190822e26d78) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:55.098953 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Network 591d46b0-4950-4422-ab56-45369555e909 is already hosted by enough agents. {{(pid=98260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:55.102835 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.scheduler.base_scheduler [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Resources bound (agent type, host, resource id): {{(pid=98260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:55.106804 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Received port after_create {{(pid=98260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:55.132985 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c6fc788c-bd9f-485e-ae24-311151825948 req-e57939dc-410e-4e19-859e-596fb26b236a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602136 May 31 12:53:55.173995 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.238154 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Attempting to bind port 16c7292f-d173-49dc-905c-0a5582f45228 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:55.238890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Attempting to bind port 16c7292f-d173-49dc-905c-0a5582f45228 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:55.239329 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Attempting to bind port 16c7292f-d173-49dc-905c-0a5582f45228 on network 591d46b0-4950-4422-ab56-45369555e909 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:55.243024 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-53436c8f-4698-454a-9c21-ead26ec0e12d None None] Provisioning for port be3d90c5-4404-4195-967c-834ced194b2f completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:55.251208 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-53436c8f-4698-454a-9c21-ead26ec0e12d None None] Provisioning complete for port be3d90c5-4404-4195-967c-834ced194b2f triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:55.251602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-53436c8f-4698-454a-9c21-ead26ec0e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.252957 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:55.308072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:55.308353 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Checking segment: {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:55.308818 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.309247 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Bound using segment: {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:55.309745 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Bound port: 16c7292f-d173-49dc-905c-0a5582f45228, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:55.310388 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.322304 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-53436c8f-4698-454a-9c21-ead26ec0e12d None None] Port be3d90c5-4404-4195-967c-834ced194b2f cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:55.356599 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.395419 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.403869 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625629b-5c6a-4f6f-848c-952307302f3f None None] Pushing event updated for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=4']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:55.404829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-418bb8ac-a9fa-4bf9-8125-4c490f69173c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:55.412757 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-1625629b-5c6a-4f6f-848c-952307302f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:55.427149 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] For port 16c7292f-d173-49dc-905c-0a5582f45228, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:55.442163 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] For port 16c7292f-d173-49dc-905c-0a5582f45228, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=16c7292f-d173-49dc-905c-0a5582f45228,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:55.451766 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.464430 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:55.485686 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:55.488577 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:55.496404 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:55.540592 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Pushing event updated for resources: {'Port': ['ID=16c7292f-d173-49dc-905c-0a5582f45228,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:55.544681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Pushing event updated for resources: {'Port': ['ID=0ee85ac5-73ae-42a7-8b58-190822e26d78,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:55.546409 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:55.553204 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:55.610242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:55.620664 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.648648 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.648889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Transition to ACTIVE for port object be3d90c5-4404-4195-967c-834ced194b2f will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:55.653670 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.659049 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:55.753233 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:54Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:55.764123 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc08ffa0-2369-467e-9fe4-56ea1d9fbff5 None None] The sync data for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb is: [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:54Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:56.100345 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.108737 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.228900 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Attempting to bind port be3d90c5-4404-4195-967c-834ced194b2f on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:56.229408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cae9ed98-769f-4e7a-afc7-8b0794b142f3 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:56.230744 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Attempting to bind port be3d90c5-4404-4195-967c-834ced194b2f by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:56.231077 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Attempting to bind port be3d90c5-4404-4195-967c-834ced194b2f on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:56.241560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Port be3d90c5-4404-4195-967c-834ced194b2f on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:56.242437 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Attempting to bind port be3d90c5-4404-4195-967c-834ced194b2f on network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:56.260126 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:56.260882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Checking segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:56.261682 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Bound using segment: {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:56.262284 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Bound port: be3d90c5-4404-4195-967c-834ced194b2f, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48d5ff4-288f-4376-81bb-852b0ec96134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:56.262933 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.352418 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:56.355465 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef67a5a-89dd-4f18-b9f9-8041750667d5 req-daaf4d17-b949-4032-a5bc-4600d8d93ced tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:56.357167 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cef67a5a-89dd-4f18-b9f9-8041750667d5 req-daaf4d17-b949-4032-a5bc-4600d8d93ced tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.4902506 May 31 12:53:56.371954 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:56.373753 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.407388 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.408462 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:56.413313 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:56.418771 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.422722 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1cf3778c-3dfa-4666-807b-4aed56d6810a tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.504158 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:56.504861 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.506613 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] 10.222.0.38 "PUT /v2.0/ports/be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 1094 time: 1.5682907 May 31 12:53:56.507173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:56.510298 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85944e-af60-45e9-bb74-86d87713cb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:56.553882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.558877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.571275 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.575881 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cef67a5a-89dd-4f18-b9f9-8041750667d5 req-6456b63b-6805-4cb3-96d3-bdc926038132 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076535 May 31 12:53:56.628968 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c579e99-8a8b-4501-bb16-47628520a685 x-openstack-request-id: req-6c579e99-8a8b-4501-bb16-47628520a685 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:56.629336 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:56.629630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c579e99-8a8b-4501-bb16-47628520a685 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:56.630058 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'status': 'completed', 'code': 200} May 31 12:53:56.657345 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port cae9ed98-769f-4e7a-afc7-8b0794b142f3, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=cae9ed98-769f-4e7a-afc7-8b0794b142f3,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:56.667072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.668055 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 16c7292f-d173-49dc-905c-0a5582f45228 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:56.679344 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-c15107f3-3006-4b1b-a7ac-9bdd58c8b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:56.680944 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-c15107f3-3006-4b1b-a7ac-9bdd58c8b296 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1097 time: 0.1210618 May 31 12:53:56.745226 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-d373449f-2ccd-42db-9da3-10327d651c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.806564 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-0c4f76f7-ec31-43a3-a6e2-bc82c107f0bf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 217 time: 0.1153002 May 31 12:53:56.847017 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 16c7292f-d173-49dc-905c-0a5582f45228 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:56.860271 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.870492 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.923216 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-8dc56e67-b974-4cb0-82ae-ff1f0ade7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:56.925445 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-8dc56e67-b974-4cb0-82ae-ff1f0ade7c58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.1047063 May 31 12:53:57.048033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1658948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1681908'] for router, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.049177 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-be99d6bc-87dc-4359-812d-49a29942aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.050573 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-be99d6bc-87dc-4359-812d-49a29942aa7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1178811 May 31 12:53:57.102021 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01c3be-9e9d-45b2-89d6-e3db508974eb None None] Network 591d46b0-4950-4422-ab56-45369555e909 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:57.219989 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-d909a99e-a6fa-4ddf-8ebb-d810dc18798b service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537807 May 31 12:53:57.236659 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Provisioning for port 16c7292f-d173-49dc-905c-0a5582f45228 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:57.246723 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Provisioning complete for port 16c7292f-d173-49dc-905c-0a5582f45228 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:57.247622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.298693 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Router 98a61160-c7aa-4a38-9cd4-018f86dbda7b is scheduled to L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 with binding_index 1 {{(pid=98258) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:57.399426 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e1679b6c-17de-4fdb-82b0-10f1c462751e req-d78cd52d-08cd-461a-aaf3-078c983ce6fe service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723213 May 31 12:53:57.412770 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.543134 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-1078a43a-9d6b-48dc-bd01-e7fa4b69c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.544505 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-1078a43a-9d6b-48dc-bd01-e7fa4b69c072 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1097 time: 0.0889342 May 31 12:53:57.555535 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:57.580956 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.585868 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0243254 May 31 12:53:57.586083 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Sync routers for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:57.590537 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60656) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:57.614190 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.635805 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:57.636462 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:57.690950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-cdc76487-2983-4466-bd88-b49662ac1551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.692803 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-cdc76487-2983-4466-bd88-b49662ac1551 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1414175 May 31 12:53:57.777323 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-b5f3db36-4110-4c5d-98d9-bc5652a343d3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 217 time: 0.0742278 May 31 12:53:57.803767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] For port 16c7292f-d173-49dc-905c-0a5582f45228, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=16c7292f-d173-49dc-905c-0a5582f45228,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:57.814091 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.827336 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-040d7ed7-1008-4610-87ff-5866399fca5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:57.852292 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-162f86c2-9053-482a-9a07-eb46b2b307b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.854745 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-162f86c2-9053-482a-9a07-eb46b2b307b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0709901 May 31 12:53:57.920405 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:57.978806 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-d3e3b32c-eae3-4b13-924c-ce6aaf40018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.980433 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-d3e3b32c-eae3-4b13-924c-ce6aaf40018c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186693 May 31 12:53:58.037667 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Pushing event updated for resources: {'Port': ['ID=16c7292f-d173-49dc-905c-0a5582f45228,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:58.041499 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-e5d35b93-77e6-479a-be6b-35b6ab90ad6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:58.065079 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cae9ed98-769f-4e7a-afc7-8b0794b142f3 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:58.149491 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-de8b7c04-957e-4f2f-b68c-1c6353df48db service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616194 May 31 12:53:58.166279 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a23a2-9a0b-4fbf-afa7-26300d9c336d req-cd13cb90-ec93-4e00-99d4-f256f7f04a6d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:58.167966 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf5a23a2-9a0b-4fbf-afa7-26300d9c336d req-cd13cb90-ec93-4e00-99d4-f256f7f04a6d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.4117970 May 31 12:53:58.222398 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-aa6c9852-8ab2-4259-8281-94792cd4efea None None] Provisioning complete for port 16c7292f-d173-49dc-905c-0a5582f45228 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:58.222780 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-aa6c9852-8ab2-4259-8281-94792cd4efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.243952 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf5a23a2-9a0b-4fbf-afa7-26300d9c336d req-eeeb3138-240a-4e0c-bddc-0ac00a6f0ecb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679641 May 31 12:53:58.307281 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-ff85944e-af60-45e9-bb74-86d87713cb9b req-4dc507ba-ea10-4b11-b04f-36ba53266df7 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455128 May 31 12:53:58.330528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port cae9ed98-769f-4e7a-afc7-8b0794b142f3 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:58.331094 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.526551 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 3, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:58.535386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Checking router: 98a61160-c7aa-4a38-9cd4-018f86dbda7b for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:58.535861 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Updating router 98a61160-c7aa-4a38-9cd4-018f86dbda7b port 0ee85ac5-73ae-42a7-8b58-190822e26d78 binding host dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:58.592000 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.598565 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.802697 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Allocated IP 172.20.0.1 (591d46b0-4950-4422-ab56-45369555e909/8d73c509-2f95-4c2e-bc2f-ce2489e89570/fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:58.943161 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks [] for port, precommit_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.955929 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Transition to ACTIVE for port object 0ee85ac5-73ae-42a7-8b58-190822e26d78 will not be triggered until provisioned by entity L2. {{(pid=98260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:58.964257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.965259 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.967826 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:58.981227 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Transition to ACTIVE for port object fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 will not be triggered until provisioned by entity DHCP. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:59.007007 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.010916 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:59.081442 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Network 591d46b0-4950-4422-ab56-45369555e909 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:59.083267 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Attempting to bind port 0ee85ac5-73ae-42a7-8b58-190822e26d78 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:59.083900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Attempting to bind port 0ee85ac5-73ae-42a7-8b58-190822e26d78 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:59.084196 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:59.084565 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Attempting to bind port 0ee85ac5-73ae-42a7-8b58-190822e26d78 on network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:59.087368 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Pushing event updated for resources: {'Port': ['ID=0ee85ac5-73ae-42a7-8b58-190822e26d78,revision_number=2']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.088662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:59.091161 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.093868 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:59.094229 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Checking segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:59.094647 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.095036 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Bound using segment: {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'} {{(pid=98260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:59.095512 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.managers [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Bound port: 0ee85ac5-73ae-42a7-8b58-190822e26d78, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55df6c48-55da-4a16-a95f-0bbb8fcc1098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}}] {{(pid=98260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:59.095894 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.129590 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Pushing event updated for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.139635 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.155852 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687429'] for router_interface, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.185929 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] For port 0ee85ac5-73ae-42a7-8b58-190822e26d78, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:59.189508 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] For port 0ee85ac5-73ae-42a7-8b58-190822e26d78, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=0ee85ac5-73ae-42a7-8b58-190822e26d78,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:59.199576 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.203968 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:59.293509 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:59.294577 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:59.392989 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Pushing event updated for resources: {'Port': ['ID=0ee85ac5-73ae-42a7-8b58-190822e26d78,revision_number=3']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.395934 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.485199 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-ed79c560-54e1-4632-bd2b-5f5dbfc914e3 None None] Provisioning for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:59.485717 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.492211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-ed79c560-54e1-4632-bd2b-5f5dbfc914e3 None None] Provisioning complete for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:59.492593 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ed79c560-54e1-4632-bd2b-5f5dbfc914e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.561403 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-ed79c560-54e1-4632-bd2b-5f5dbfc914e3 None None] Port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:59.565167 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:59.578371 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0bde2-6cc4-436e-a964-6895ffa17c62 req-8e5158c3-4266-4431-b1bb-c438733bd1f1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:59.579831 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-28e0bde2-6cc4-436e-a964-6895ffa17c62 req-8e5158c3-4266-4431-b1bb-c438733bd1f1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.1757503 May 31 12:53:59.804763 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-28e0bde2-6cc4-436e-a964-6895ffa17c62 req-ea2536c8-d455-4983-ad07-4dd5408839ea tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068837 May 31 12:53:59.851794 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 3, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:59.857272 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c2f13c-c0fb-4d82-adcf-8bd9cdd788cd None None] The sync data for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb is: [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 3, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:59.862488 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.867722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.898102 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6accbd4a-e21f-4131-b709-1bfa0d9cfd0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:59.976780 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1581069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687336'] for router_interface, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.980378 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Pushing event updated for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:59.991192 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.991620 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.992511 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.992872 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.993252 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.993604 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.993952 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.994301 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.994651 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.994995 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.995344 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:59.995485 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 16c7292f-d173-49dc-905c-0a5582f45228 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:59.995681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:00.010964 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.068879 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 16c7292f-d173-49dc-905c-0a5582f45228 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:00.069348 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.162018 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Network 591d46b0-4950-4422-ab56-45369555e909 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:00.163258 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:00.379851 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Router 98a61160-c7aa-4a38-9cd4-018f86dbda7b has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:00.399036 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-722fdfc6-620e-41a2-9904-a09d33c792af None None] Provisioning complete for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:00.399629 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-722fdfc6-620e-41a2-9904-a09d33c792af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.462414 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-722fdfc6-620e-41a2-9904-a09d33c792af None None] Port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:54:00.576666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:00.587017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] 10.222.0.61 "PUT /v2.0/routers/98a61160-c7aa-4a38-9cd4-018f86dbda7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953821 May 31 12:54:00.761330 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:54:00.904040 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:00.923444 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'be3d90c5-4404-4195-967c-834ced194b2f', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:54:00.987038 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.005214 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:01.011423 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0abaee-5cac-44bc-9370-5299afe28d7c req-13c52e62-7dbe-4100-9deb-05122863ec35 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.014470 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8e0abaee-5cac-44bc-9370-5299afe28d7c req-13c52e62-7dbe-4100-9deb-05122863ec35 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0963535 May 31 12:54:01.028375 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:01.033247 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.035720 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:01.076084 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8e0abaee-5cac-44bc-9370-5299afe28d7c req-cc55b5c1-680c-48d2-9d42-b1b63cf267ad tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 May 31 12:54:01.109610 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:01.112881 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:01.343775 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['be3d90c5-4404-4195-967c-834ced194b2f'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:01.448269 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563d42-1648-478f-b075-b881364f4683 None None] Sync routers for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:01.457773 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:01.458620 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:01.650778 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:02.027329 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 4, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29', 'name': '', 'network_id': '591d46b0-4950-4422-ab56-45369555e909', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'mac_address': 'fa:16:3e:34:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:58Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 2, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'subnets': [{'id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:02.039105 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563d42-1648-478f-b075-b881364f4683 None None] Checking router: 98a61160-c7aa-4a38-9cd4-018f86dbda7b for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:02.039706 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563d42-1648-478f-b075-b881364f4683 None None] Updating router 98a61160-c7aa-4a38-9cd4-018f86dbda7b port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 binding host dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:54:02.067850 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 0ee85ac5-73ae-42a7-8b58-190822e26d78 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:02.130852 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.173707 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port 0ee85ac5-73ae-42a7-8b58-190822e26d78 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:02.184541 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 0ee85ac5-73ae-42a7-8b58-190822e26d78 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:02.185779 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.434961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12efab-3d00-46ea-9990-fac23d542894 req-7281fff2-109b-4b15-bfb8-b1802b92cf34 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.436694 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5b12efab-3d00-46ea-9990-fac23d542894 req-7281fff2-109b-4b15-bfb8-b1802b92cf34 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 945 time: 0.1675942 May 31 12:54:02.445382 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.463436 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port 0ee85ac5-73ae-42a7-8b58-190822e26d78, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=0ee85ac5-73ae-42a7-8b58-190822e26d78,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:02.471760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.473970 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-49aad2b4-5b7a-42d1-b5c4-076d18dd56b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:02.505394 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5b12efab-3d00-46ea-9990-fac23d542894 req-95bb9b87-fbe1-4cec-9047-0ca288c0b5b5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603833 May 31 12:54:02.562077 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=0ee85ac5-73ae-42a7-8b58-190822e26d78,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:02.565966 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:02.677859 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks [] for port, precommit_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.691329 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.provisioning_blocks [None req-42563d42-1648-478f-b075-b881364f4683 None None] Transition to ACTIVE for port object fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 will not be triggered until provisioned by entity L2. {{(pid=98261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:02.700974 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.705215 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:02.768355 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:02.907216 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port be3d90c5-4404-4195-967c-834ced194b2f completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:02.912454 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port be3d90c5-4404-4195-967c-834ced194b2f triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:02.912837 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.921046 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Pushing event updated for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=3']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:02.932154 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.932770 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.933297 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.933793 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.934316 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.934814 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.935541 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.936016 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.936510 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.937123 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.937594 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.938115 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:02.942378 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:02.963600 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-42563d42-1648-478f-b075-b881364f4683 None None] Attempting to bind port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 on host dv-cinder-793264-2-smb for vnic_type normal with profile {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:02.964190 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-42563d42-1648-478f-b075-b881364f4683 None None] Attempting to bind port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 by drivers openvswitch,hyperv on host dv-cinder-793264-2-smb at level 0 using segments [{'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:02.964746 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42563d42-1648-478f-b075-b881364f4683 None None] Attempting to bind port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 on network 591d46b0-4950-4422-ab56-45369555e909 {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:02.970688 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42563d42-1648-478f-b075-b881364f4683 None None] Checking agent: {'id': '2ffe8540-0062-4d79-9364-1417bbeba2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793264-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 42, 25), 'started_at': datetime.datetime(2021, 5, 31, 12, 42, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793264-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:02.971342 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42563d42-1648-478f-b075-b881364f4683 None None] Checking segment: {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:02.971912 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.972463 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42563d42-1648-478f-b075-b881364f4683 None None] Bound using segment: {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'} {{(pid=98261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:02.973135 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.managers [None req-42563d42-1648-478f-b075-b881364f4683 None None] Bound port: fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29, host: dv-cinder-793264-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a259a9-9464-4ca5-af12-feb456d08add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '591d46b0-4950-4422-ab56-45369555e909'}}] {{(pid=98261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:02.973701 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.083295 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.089795 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-42563d42-1648-478f-b075-b881364f4683 None None] For port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29, host dv-cinder-793264-2-smb, cleared binding levels {{(pid=98261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:03.092800 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.plugins.ml2.db [None req-42563d42-1648-478f-b075-b881364f4683 None None] For port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29, host dv-cinder-793264-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:03.099831 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron_lib.callbacks.manager [None req-42563d42-1648-478f-b075-b881364f4683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.110315 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:03.124695 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:03.127508 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5105e9d1-9e4d-42d8-a8c1-4ca94ad912a7" -d '{"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:03.145838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:03.161372 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.163271 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:03.175677 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:03.176251 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:03.233368 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365a035-974e-488f-bf32-d075211f10d4 x-openstack-request-id: req-3365a035-974e-488f-bf32-d075211f10d4 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:03.235317 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:03.235684 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3365a035-974e-488f-bf32-d075211f10d4 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:03.236988 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'code': 200} May 31 12:54:03.297252 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:03.308070 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:03.395809 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Pushing event updated for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=4']} {{(pid=98261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:03.470100 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:03.637077 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG oslo_concurrency.lockutils [None req-c007f32c-0c63-44d3-a4da-665c2cf071fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98261) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:03.807197 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08789913-80ce-4949-bdce-faab3c1552e6 req-997c00d8-2068-4c12-8f78-91a958b194ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:03.810889 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-08789913-80ce-4949-bdce-faab3c1552e6 req-997c00d8-2068-4c12-8f78-91a958b194ea service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1099 time: 0.3542333 May 31 12:54:03.853433 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b685d9-0869-4e77-a6c9-6f83d481940c req-dde77cf5-24f8-4311-8e03-8e7b3f0cec4e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:03.857273 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-25b685d9-0869-4e77-a6c9-6f83d481940c req-dde77cf5-24f8-4311-8e03-8e7b3f0cec4e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.1791017 May 31 12:54:03.861228 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-08789913-80ce-4949-bdce-faab3c1552e6 req-767e13c7-8a0e-479a-a2e7-c7278b88f4cd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400431 May 31 12:54:03.921993 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-25b685d9-0869-4e77-a6c9-6f83d481940c req-9583927b-142c-49bd-98e3-e8eb850e0448 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589266 May 31 12:54:03.941455 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-42563d42-1648-478f-b075-b881364f4683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 4, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29', 'name': '', 'network_id': '591d46b0-4950-4422-ab56-45369555e909', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'mac_address': 'fa:16:3e:34:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:58Z', 'updated_at': '2021-05-31T12:54:03Z', 'revision_number': 4, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'subnets': [{'id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:03.953818 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42563d42-1648-478f-b075-b881364f4683 None None] The sync data for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb is: [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:53:59Z', 'revision_number': 4, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29', 'name': '', 'network_id': '591d46b0-4950-4422-ab56-45369555e909', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'mac_address': 'fa:16:3e:34:dd:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:58Z', 'updated_at': '2021-05-31T12:54:03Z', 'revision_number': 4, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'subnets': [{'id': '8d73c509-2f95-4c2e-bc2f-ce2489e89570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:04.049593 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 0ee85ac5-73ae-42a7-8b58-190822e26d78 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:04.158673 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port 0ee85ac5-73ae-42a7-8b58-190822e26d78 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:04.159394 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:05.176358 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345399-abff-4d2a-9fac-e2abd5d0d3a5 req-c59df930-f273-4e40-ac37-2e13f19f04bf tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:05.178590 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-67345399-abff-4d2a-9fac-e2abd5d0d3a5 req-c59df930-f273-4e40-ac37-2e13f19f04bf tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0984509 May 31 12:54:05.232488 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-67345399-abff-4d2a-9fac-e2abd5d0d3a5 req-27d45674-c2e2-4ccc-ac44-bfc918185164 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481927 May 31 12:54:05.433005 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c80729-197c-4e1f-a58b-7a47418b198e req-5110cb8c-521d-467d-b6a0-e275c1d4c121 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:05.439023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b5c80729-197c-4e1f-a58b-7a47418b198e req-5110cb8c-521d-467d-b6a0-e275c1d4c121 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0909586 May 31 12:54:05.447318 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60740) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:05.452547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Request body: {'floatingip': {'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:05.534810 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.050015 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:06.133800 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:06.139271 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:06.139829 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.261490 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.265523 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.273653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.299086 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] For port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:06.304921 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.306950 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:06.388596 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Pushing event updated for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:06.391709 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:06.479281 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Floating IP c69826fe-61c5-4816-956b-19aa41ae757a associated. External IP: 172.28.2.212, port: be3d90c5-4404-4195-967c-834ced194b2f. May 31 12:54:06.987717 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:07.194666 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:07.200503 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.204871 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:07.218672 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:07.221329 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:07.284933 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-488e40b4-d9be-494e-a11c-5f2d68f615a5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "PUT /v2.0/floatingips/c69826fe-61c5-4816-956b-19aa41ae757a HTTP/1.1" status: 200 len: 992 time: 1.8365130 May 31 12:54:07.287723 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:07.290577 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8515bede-e24e-4b9f-8eed-bf0f574289c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:07.374311 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92cbbc-c1e7-4be1-8833-c797588678d2 x-openstack-request-id: req-4e92cbbc-c1e7-4be1-8833-c797588678d2 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:07.375878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:07.376704 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e92cbbc-c1e7-4be1-8833-c797588678d2 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:07.377398 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'status': 'completed', 'code': 200} May 31 12:54:07.488992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-337aea8f-f495-4251-80c4-b1d3d95aeb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:07.490648 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-337aea8f-f495-4251-80c4-b1d3d95aeb72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1099 time: 0.0980926 May 31 12:54:07.495409 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:07.643343 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-e7cb5707-bbdd-41cc-9be3-46d7bf3201c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:07.645228 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-e7cb5707-bbdd-41cc-9be3-46d7bf3201c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1472423 May 31 12:54:07.762111 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-67396722-3975-42ee-a305-3f10d4143072 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 1000 time: 0.1090002 May 31 12:54:07.836202 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-5c9ceb92-72f6-4e1c-ab06-28803ac3b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:07.837865 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-5c9ceb92-72f6-4e1c-ab06-28803ac3b788 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0684819 May 31 12:54:07.895163 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c69826fe-61c5-4816-956b-19aa41ae757a', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.212', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:54:06Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:07.899834 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:07.915653 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:07.916290 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:53:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:07.925365 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-92ee4681-8811-4346-8824-92c051cec8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:07.929150 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-92ee4681-8811-4346-8824-92c051cec8c3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831561 May 31 12:54:08.037697 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 up at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:08.113085 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-0a5070fa-d4ec-4942-97f5-32168ee0b63c service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778545 May 31 12:54:08.232849 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Provisioning complete for port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:08.233464 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.276919 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-8515bede-e24e-4b9f-8eed-bf0f574289c5 req-973688db-53de-4da7-acd3-916a0fce292b service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546464 May 31 12:54:08.326358 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:08.813059 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c69826fe-61c5-4816-956b-19aa41ae757a', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.212', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:54:06Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:08.817536 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1adafb-fb5c-4bcb-b40b-118b1f89b41f None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c69826fe-61c5-4816-956b-19aa41ae757a', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'floating_ip_address': '172.28.2.212', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:54:06Z', 'revision_number': 1, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:09.072046 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfd38fa-a0bb-4850-9847-08317dfc0a88 None None] New status for floating IP c69826fe-61c5-4816-956b-19aa41ae757a: ACTIVE {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:54:12.191624 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-1c169b2f-99b7-477f-8d9b-fe1be5ca52fd tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:12.192284 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-1c169b2f-99b7-477f-8d9b-fe1be5ca52fd tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Synchronizing usage tracker for tenant:406380fbcae04392841bb181a45e4df9 on resource:network {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:54:12.210674 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-1c169b2f-99b7-477f-8d9b-fe1be5ca52fd tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Unset dirty status for tenant:406380fbcae04392841bb181a45e4df9 on resource:network {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:54:12.211803 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-1c169b2f-99b7-477f-8d9b-fe1be5ca52fd tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 815 time: 0.1603978 May 31 12:54:12.226055 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-bf2c6e3a-d4f5-425c-86f1-36f629994b6e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/quotas/406380fbcae04392841bb181a45e4df9 HTTP/1.1" status: 200 len: 375 time: 0.0088689 May 31 12:54:12.312503 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-3322d887-6b04-49b0-8e90-9b88c6d4a586 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810962 May 31 12:54:12.503379 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 60822) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.544220 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6b627ca6-0c12-40ee-999c-750dde4b6225 service neutron] 10.222.0.61 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195992 May 31 12:54:12.619825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.634133 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:12.637836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Usage tracker for resource:security_group_rule and tenant:250a8cc3b62a4edfbfa359783f5777eb is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:12.640525 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:12.646035 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:12.677167 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-70f3fa42-c3cb-4301-b736-d1326dac3507 service neutron] 10.222.0.61 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268988 May 31 12:54:12.729774 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.733650 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.743253 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c13e2dbf-b4a7-4c6b-a5ec-e4b5eb1d67eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.788879 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06439de-6591-4941-8457-2f07291d82d3,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.798281 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=250a8cc3b62a4edfbfa359783f5777eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934208 May 31 12:54:12.799769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.800146 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.800814 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60830) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.801396 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.801870 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.802332 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.802702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.803348 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.803441 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.803916 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.804385 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.804738 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.805080 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:12.808964 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b4b8dcdd-eb07-4556-a2a0-3355b51648b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.873707 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a7f24f5e-603e-4407-9a91-266181949be8 req-6e1fddbc-9566-4bca-9453-083a34541ad7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 210 time: 0.0513699 May 31 12:54:12.910337 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.937141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.991224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.996098 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-4f397e88-c286-4d57-bb9b-91c71af1e7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:13.013293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06439de-6591-4941-8457-2f07291d82d3,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:13.016235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:13.018985 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.029988 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a06439de-6591-4941-8457-2f07291d82d3 HTTP/1.1" status: 204 len: 168 time: 0.2183197 May 31 12:54:13.995116 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-58828e1d-90fb-4ec4-a5ff-66f3eca07ffe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:13.997200 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-58828e1d-90fb-4ec4-a5ff-66f3eca07ffe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 815 time: 0.1888158 May 31 12:54:14.017584 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'port': {'device_id': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'admin_state_up': True, 'tenant_id': '406380fbcae04392841bb181a45e4df9'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:14.035438 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3ef5bcf7-3f25-4e66-8bd6-cc51d420b6cd req-5d7ede97-6fdf-4fb2-bea6-6b6ee671b1f4 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 210 time: 0.0449221 May 31 12:54:14.175645 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:14.180025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:port and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:14.182939 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:14.195436 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:14.207945 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Made reservation on behalf of 406380fbcae04392841bb181a45e4df9 for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:54:14.212637 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.232208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60884) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:14.371207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.390327 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:14.391522 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Allocated IP 172.20.0.8 (6a110672-f324-415b-9228-c5bf4e2da208/9f870b34-8492-42d2-a80f-35bc878ae09a/d51066b1-1d25-4098-888e-f1321b3ce6f0) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:14.395648 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Usage tracker for resource:security_group_rule and tenant:c323267048674e91a29873a05e9ab38b is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:14.399422 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:14.405476 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:14.509715 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.514478 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.527614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:14.572872 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c323267048674e91a29873a05e9ab38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397052 May 31 12:54:14.573480 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 60902) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:14.577792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d4852-e4bd-4cb4-a53a-5ac43744897e,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:14.607331 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:14.709140 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.739441 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.745998 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.760545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Transition to ACTIVE for port object d51066b1-1d25-4098-888e-f1321b3ce6f0 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:14.792305 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.801333 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5ea42f39-51ab-499d-a52a-d2f4c103ddb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:14.816743 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.823449 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-41b273f6-933b-4af4-b27f-2dd25cc4a7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:14.844942 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d4852-e4bd-4cb4-a53a-5ac43744897e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:14.863666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:14.865295 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.870941 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c75d4852-e4bd-4cb4-a53a-5ac43744897e HTTP/1.1" status: 204 len: 168 time: 0.2936828 May 31 12:54:14.891340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Network 6a110672-f324-415b-9228-c5bf4e2da208 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:14.894458 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:14.911939 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:14.954340 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:14.965169 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:15.004161 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.004901 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:15.034659 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6258ac1d-6cb7-4576-aac6-2f0d629d4322 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0227084 May 31 12:54:15.187873 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d70c9898-1d38-4b05-bbe4-4fc9eec96734 None None] Provisioning for port d51066b1-1d25-4098-888e-f1321b3ce6f0 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:15.194053 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-d70c9898-1d38-4b05-bbe4-4fc9eec96734 None None] Provisioning complete for port d51066b1-1d25-4098-888e-f1321b3ce6f0 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:15.194573 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-d70c9898-1d38-4b05-bbe4-4fc9eec96734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:15.259286 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-d70c9898-1d38-4b05-bbe4-4fc9eec96734 None None] Port d51066b1-1d25-4098-888e-f1321b3ce6f0 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:54:15.328393 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be271c4-737a-4498-bab3-ee0f033c39ab req-217262a4-ebbb-49c1-aa02-357529982cc8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.338513 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9be271c4-737a-4498-bab3-ee0f033c39ab req-217262a4-ebbb-49c1-aa02-357529982cc8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.1369452 May 31 12:54:15.396335 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-9be271c4-737a-4498-bab3-ee0f033c39ab req-a1f4a36e-1367-436a-89cc-1cbc9996c07c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Synchronizing usage tracker for tenant:406380fbcae04392841bb181a45e4df9 on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:54:15.419905 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-9be271c4-737a-4498-bab3-ee0f033c39ab req-a1f4a36e-1367-436a-89cc-1cbc9996c07c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Unset dirty status for tenant:406380fbcae04392841bb181a45e4df9 on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:54:15.421005 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9be271c4-737a-4498-bab3-ee0f033c39ab req-a1f4a36e-1367-436a-89cc-1cbc9996c07c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721047 May 31 12:54:16.610792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfae9-e33e-4628-a08f-7607a4c313ac req-b28ebbd7-0216-470e-9b7e-cd3c8647aee0 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:16.612357 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8f1dfae9-e33e-4628-a08f-7607a4c313ac req-b28ebbd7-0216-470e-9b7e-cd3c8647aee0 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.0820251 May 31 12:54:16.663169 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8f1dfae9-e33e-4628-a08f-7607a4c313ac req-2fadc0aa-d7ef-4a60-8089-ea7348460023 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 May 31 12:54:17.893706 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee29ba1-7ee7-42cc-8e31-6717e4fc28c2 req-5fa81df1-3c7e-4216-8b01-46fe11803004 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:17.895167 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5ee29ba1-7ee7-42cc-8e31-6717e4fc28c2 req-5fa81df1-3c7e-4216-8b01-46fe11803004 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.0834312 May 31 12:54:17.943017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5ee29ba1-7ee7-42cc-8e31-6717e4fc28c2 req-7fc9dcb6-4b86-4cd9-a629-57b2453ad64d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 May 31 12:54:19.166247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff5d0b-1974-4f0b-b78f-ec6cd5924731 req-732f48ba-9c52-4f97-a457-8a9d27b0a63f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.167720 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-61ff5d0b-1974-4f0b-b78f-ec6cd5924731 req-732f48ba-9c52-4f97-a457-8a9d27b0a63f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.1163454 May 31 12:54:19.215667 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-61ff5d0b-1974-4f0b-b78f-ec6cd5924731 req-3b9d5b40-35ff-4567-bef1-4eb1fdf7d00f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 May 31 12:54:19.994389 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:20.468922 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2c988-29d7-44a5-9619-9cdec70af11c req-c5cefbc1-f173-4771-b4d1-3145d35134a3 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:20.470391 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2ea2c988-29d7-44a5-9619-9cdec70af11c req-c5cefbc1-f173-4771-b4d1-3145d35134a3 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.1326318 May 31 12:54:20.517824 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2ea2c988-29d7-44a5-9619-9cdec70af11c req-07c45601-54ed-45b2-bdd9-43768b5ef240 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 May 31 12:54:21.732564 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338b1f6-ec60-44b4-994f-f80594c736fe req-9869083e-b82a-47f4-bf53-8b4a8c9f78b6 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:21.737845 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a338b1f6-ec60-44b4-994f-f80594c736fe req-9869083e-b82a-47f4-bf53-8b4a8c9f78b6 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.1058857 May 31 12:54:21.793253 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a338b1f6-ec60-44b4-994f-f80594c736fe req-81f5f722-1e4e-4c84-ac5d-0bb60b7597c8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528715 May 31 12:54:22.297663 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-012a71f5-8bdb-4553-9f64-f1091a360a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:22.991736 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1955751-8c0c-4b07-aebf-6f6ee6bfbb8e req-5d20d91f-fe58-48af-a647-4f1947f1bac8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:22.993214 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1955751-8c0c-4b07-aebf-6f6ee6bfbb8e req-5d20d91f-fe58-48af-a647-4f1947f1bac8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.0816998 May 31 12:54:23.038245 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e1955751-8c0c-4b07-aebf-6f6ee6bfbb8e req-da45b067-e569-4aeb-af2c-89df5ec376d5 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 May 31 12:54:23.286757 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:24.245386 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a872a-2160-4679-99a5-e7098515db64 req-8a97cded-1d01-49e2-8369-3ead186845c5 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:24.246771 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e00a872a-2160-4679-99a5-e7098515db64 req-8a97cded-1d01-49e2-8369-3ead186845c5 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.0880022 May 31 12:54:24.292803 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e00a872a-2160-4679-99a5-e7098515db64 req-f3c495f2-e1c5-454b-b505-62f828b7393e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 May 31 12:54:24.709627 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:24.741649 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c2438aa5-f70e-4e0f-9cdf-10c4680248cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:25.480688 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde25ba6-e967-4525-a8e6-e0f9bb851a99 req-e6f6e08f-403f-4a29-a25a-8a0ead4b0b8a tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:25.482141 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fde25ba6-e967-4525-a8e6-e0f9bb851a99 req-e6f6e08f-403f-4a29-a25a-8a0ead4b0b8a tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 931 time: 0.0814981 May 31 12:54:25.530391 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fde25ba6-e967-4525-a8e6-e0f9bb851a99 req-02855d1c-72bb-4724-bb52-b19b63b4d146 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425413 May 31 12:54:25.640885 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:25.833279 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Request body: {'port': {'device_id': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:25.971168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.310719 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51066b1-1d25-4098-888e-f1321b3ce6f0 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:26.317962 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.331773 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Transition to ACTIVE for port object d51066b1-1d25-4098-888e-f1321b3ce6f0 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:26.335593 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.339820 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b46f77b9-7bda-402f-8fda-67cc013ce6c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:26.497623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:26.506429 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:26.574185 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Attempting to bind port d51066b1-1d25-4098-888e-f1321b3ce6f0 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:26.575929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Attempting to bind port d51066b1-1d25-4098-888e-f1321b3ce6f0 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:26.576508 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Attempting to bind port d51066b1-1d25-4098-888e-f1321b3ce6f0 on network 6a110672-f324-415b-9228-c5bf4e2da208 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:26.582239 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Port d51066b1-1d25-4098-888e-f1321b3ce6f0 on network 6a110672-f324-415b-9228-c5bf4e2da208 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:54:26.582556 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Attempting to bind port d51066b1-1d25-4098-888e-f1321b3ce6f0 on network 6a110672-f324-415b-9228-c5bf4e2da208 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:26.588172 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:26.588503 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Checking segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:26.588877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Bound using segment: {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:26.589321 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Bound port: d51066b1-1d25-4098-888e-f1321b3ce6f0, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e346ef94-6e56-4a22-80e8-70e1162434f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:26.589664 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.680461 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:26.683334 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:26.690165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.694709 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3a8b70f9-3952-4ad2-84b5-14c2ab3d3e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:26.714813 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4baf8-6447-487f-b990-97999403c787 req-aeab8d62-52ef-4cd2-bfaf-29277ab44541 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:26.716267 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4db4baf8-6447-487f-b990-97999403c787 req-aeab8d62-52ef-4cd2-bfaf-29277ab44541 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 943 time: 0.0821645 May 31 12:54:26.750122 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:26.750794 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.752028 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] 10.222.0.38 "PUT /v2.0/ports/d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 1093 time: 0.9231291 May 31 12:54:26.752520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:26.754790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8d9284-27ae-47d4-85f9-3e815c678232" -d '{"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:26.775319 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4db4baf8-6447-487f-b990-97999403c787 req-9592b019-9b7e-4010-bdb1-6ce7dc6f5d30 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 May 31 12:54:26.780854 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:26.785841 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:26.840756 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b6322-854a-419e-9a57-059b24d45c4e x-openstack-request-id: req-c47b6322-854a-419e-9a57-059b24d45c4e {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:26.841529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:26.841529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c47b6322-854a-419e-9a57-059b24d45c4e {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:26.841794 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:54:26.886282 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-55217006-7f2b-4124-9a34-b5697e63b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:26.887783 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-55217006-7f2b-4124-9a34-b5697e63b637 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1096 time: 0.0832193 May 31 12:54:26.957209 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-4280a5ab-0d12-42b4-8d4e-56fbe8a8401f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 217 time: 0.0608087 May 31 12:54:27.025941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-2db20596-f301-485c-bda7-3f81507439d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.027382 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-2db20596-f301-485c-bda7-3f81507439d7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0634716 May 31 12:54:27.103409 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6196123d-c581-4af1-a7b4-3b57f2959180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.104880 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-6196123d-c581-4af1-a7b4-3b57f2959180 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703042 May 31 12:54:27.242356 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-b46a3211-d83f-4ce9-82ec-1857942eebed service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306024 May 31 12:54:27.290391 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.295905 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32828) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:27.416858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.430857 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:27.434903 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8a565ba196426aaa2ceae51a902acf is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:27.437977 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:27.443776 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:27.457456 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-7e33738d-19ad-4d71-ba50-3ad8cee3ede6 req-2ae04bc3-9c03-4fa3-b26b-92ec0b9f00d5 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085125 May 31 12:54:27.534805 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.538457 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.547783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-87bc5378-1269-4aaf-814c-3d1c2e7194e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:27.577698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-cd8d14b6-c0c3-4e42-be24-997e0d2175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.579155 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-cd8d14b6-c0c3-4e42-be24-997e0d2175ab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1096 time: 0.0728052 May 31 12:54:27.586730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1c4368-756c-4401-abc8-994ae5ab7971,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:27.593235 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca8a565ba196426aaa2ceae51a902acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938838 May 31 12:54:27.593235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:27.593520 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32834) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:27.652874 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.678506 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.713471 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-16e0349e-413f-4695-9400-9e779d53aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.714898 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-16e0349e-413f-4695-9400-9e779d53aec2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.1275935 May 31 12:54:27.731507 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.735429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a347245e-91f4-4261-8a34-a9953138bf0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:27.746736 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1c4368-756c-4401-abc8-994ae5ab7971,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:27.750142 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:27.753358 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:27.756836 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b1c4368-756c-4401-abc8-994ae5ab7971 HTTP/1.1" status: 204 len: 168 time: 0.1601460 May 31 12:54:27.791865 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-acca0c3b-9747-496f-ab4b-cbd731fb06d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 217 time: 0.0697045 May 31 12:54:27.857389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-4ca08435-9a86-4b78-bb4f-3c7d57a63847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.858772 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-4ca08435-9a86-4b78-bb4f-3c7d57a63847 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0600619 May 31 12:54:27.940233 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-10fe538e-cff0-47c2-bf5b-d3afdd215d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.941907 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-10fe538e-cff0-47c2-bf5b-d3afdd215d36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766349 May 31 12:54:28.059996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4dae6-c983-4dce-8fb0-d15b5ed5fdd8 req-a33ffa15-cb01-4e2c-9c00-eaa57fdcc9a2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:28.061824 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-49a4dae6-c983-4dce-8fb0-d15b5ed5fdd8 req-a33ffa15-cb01-4e2c-9c00-eaa57fdcc9a2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 943 time: 0.1846085 May 31 12:54:28.100321 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-6945ea4f-17c3-4150-9b3d-36cd65e12bff service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502771 May 31 12:54:28.106976 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-49a4dae6-c983-4dce-8fb0-d15b5ed5fdd8 req-ff775b97-4704-4085-abda-586050903c82 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 May 31 12:54:28.233012 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-bd8d9284-27ae-47d4-85f9-3e815c678232 req-c7400c36-8c94-437d-afd4-f9b18190e4cc service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248655 May 31 12:54:29.288069 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850eb83-6d8f-4735-8d5f-595d795338e8 req-93cd9192-1090-4633-9c4f-ceca731195a1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.290049 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0850eb83-6d8f-4735-8d5f-595d795338e8 req-93cd9192-1090-4633-9c4f-ceca731195a1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 943 time: 0.0789363 May 31 12:54:29.335653 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0850eb83-6d8f-4735-8d5f-595d795338e8 req-91f735f9-7925-46ad-839d-d8f18af5301e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 May 31 12:54:30.517526 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea940f0-bcd0-4527-82f3-30da49ed568f req-254bd23a-d646-4991-a7d6-f64f4842fa29 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:30.518877 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fea940f0-bcd0-4527-82f3-30da49ed568f req-254bd23a-d646-4991-a7d6-f64f4842fa29 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 943 time: 0.0788047 May 31 12:54:30.564180 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fea940f0-bcd0-4527-82f3-30da49ed568f req-ea6e081c-c39d-4b93-b5e9-de58d5bf5ebe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 May 31 12:54:30.960452 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device d51066b1-1d25-4098-888e-f1321b3ce6f0 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:54:31.090758 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:31.103252 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'port_id': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'mac_address': 'fa:16:3e:18:b8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:54:31.160847 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:31.177209 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51066b1-1d25-4098-888e-f1321b3ce6f0 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:31.192000 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:31.195866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:31.198685 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:31.261198 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:31.268013 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.268360 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.268744 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.269082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.269435 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.269767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.270094 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.270480 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.270804 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.271125 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.271445 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.271763 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:31.276349 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:31.434884 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:31.758829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f44fb2-8ffb-4a3a-8e4f-f876ece5d39d req-7d575ab0-dad5-4cbb-a0c7-500c277d7831 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:31.760247 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b9f44fb2-8ffb-4a3a-8e4f-f876ece5d39d req-7d575ab0-dad5-4cbb-a0c7-500c277d7831 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 944 time: 0.0822227 May 31 12:54:31.802917 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b9f44fb2-8ffb-4a3a-8e4f-f876ece5d39d req-0a98fc56-ec19-445d-b3ca-690e85d470ae tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371537 May 31 12:54:32.987071 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980761-4680-48ea-90c4-1facd402e2db req-de74e616-8506-4756-a7ed-f8a24407ad9c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:32.988483 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fd980761-4680-48ea-90c4-1facd402e2db req-de74e616-8506-4756-a7ed-f8a24407ad9c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 944 time: 0.0784113 May 31 12:54:32.991266 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device d51066b1-1d25-4098-888e-f1321b3ce6f0 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:33.032840 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fd980761-4680-48ea-90c4-1facd402e2db req-47ed7276-4cbd-4ccb-9116-d33db55d6397 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 May 31 12:54:33.056921 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port d51066b1-1d25-4098-888e-f1321b3ce6f0 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:33.061576 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port d51066b1-1d25-4098-888e-f1321b3ce6f0 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:33.061952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:33.179974 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:33.206662 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:33.208842 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd483b-522e-47ed-bfc0-9e91b1331d91" -d '{"events": [{"server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "name": "network-vif-plugged", "status": "completed", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:33.216503 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:33.220797 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:33.222819 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:33.260037 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9ca26f-cce9-4a23-8f92-7f5944f71332 x-openstack-request-id: req-2c9ca26f-cce9-4a23-8f92-7f5944f71332 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:33.260335 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "name": "network-vif-plugged", "status": "completed", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:33.260594 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c9ca26f-cce9-4a23-8f92-7f5944f71332 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:33.260979 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'code': 200} May 31 12:54:33.327436 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:33.330443 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:33.486782 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcc10-f431-4179-902a-d3af40c64d65 req-cf42b7d2-abac-422a-b550-78964d155f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:33.488281 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-06bfcc10-f431-4179-902a-d3af40c64d65 req-cf42b7d2-abac-422a-b550-78964d155f83 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1098 time: 0.0800333 May 31 12:54:33.528175 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-06bfcc10-f431-4179-902a-d3af40c64d65 req-07bb053a-8491-430d-8079-551eb94c8f17 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 May 31 12:54:34.217212 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555328a-8d4c-437a-b3ad-b86329d6adce req-a872a130-b0a2-48f3-86e0-e86d41e0cb6d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.218642 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1555328a-8d4c-437a-b3ad-b86329d6adce req-a872a130-b0a2-48f3-86e0-e86d41e0cb6d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0827267 May 31 12:54:34.262481 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1555328a-8d4c-437a-b3ad-b86329d6adce req-62bd66bd-4290-4c09-b5f2-04d65ab1795b tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 May 31 12:54:34.910996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18909dee-989b-403a-a0d8-b1ac459897c2 req-a56b7371-5845-48b6-8ecf-dc1d6b3cf5f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.912349 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-18909dee-989b-403a-a0d8-b1ac459897c2 req-a56b7371-5845-48b6-8ecf-dc1d6b3cf5f1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0783668 May 31 12:54:34.958466 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-18909dee-989b-403a-a0d8-b1ac459897c2 req-fccdf4ec-f91a-4fab-a9ea-48d969d4589f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 May 31 12:54:35.445614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bb67-20c6-4db2-b06c-56d61b78c2b9 req-eaf7a629-08cb-4dca-9e1a-91bbb2299137 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:35.446793 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f67bb67-20c6-4db2-b06c-56d61b78c2b9 req-eaf7a629-08cb-4dca-9e1a-91bbb2299137 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0784259 May 31 12:54:35.490583 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4f67bb67-20c6-4db2-b06c-56d61b78c2b9 req-a75a6e37-c99d-4399-aebb-625151d77378 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381696 May 31 12:54:35.676138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504cec0-729d-4e8b-99d8-c6c6d9e57244 req-5fe9d36b-929a-4b0c-acee-77c8953ecd8f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:35.677618 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4504cec0-729d-4e8b-99d8-c6c6d9e57244 req-5fe9d36b-929a-4b0c-acee-77c8953ecd8f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0839145 May 31 12:54:35.721846 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4504cec0-729d-4e8b-99d8-c6c6d9e57244 req-232d0cf1-6364-428c-98e2-f124a2c03528 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380344 May 31 12:54:36.175013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ef1ca-1424-43dc-b5fe-95da588daf66 req-1e89c73d-2c34-4a98-b178-6c5c556b063c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:36.176451 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d21ef1ca-1424-43dc-b5fe-95da588daf66 req-1e89c73d-2c34-4a98-b178-6c5c556b063c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.1417141 May 31 12:54:36.203432 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492746b-a663-4d1c-a043-5bbd99fb76ee req-d9372e53-c1dc-470f-a6ae-3bc8ae65acaf tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:36.204737 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8492746b-a663-4d1c-a043-5bbd99fb76ee req-d9372e53-c1dc-470f-a6ae-3bc8ae65acaf tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.1333265 May 31 12:54:36.258785 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d21ef1ca-1424-43dc-b5fe-95da588daf66 req-35143d44-4a0a-4389-904b-053993c43370 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 May 31 12:54:36.265304 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8492746b-a663-4d1c-a043-5bbd99fb76ee req-fb04278c-98b3-4fad-9bce-e89593eb19f7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550058 May 31 12:54:36.923945 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-0328af14-35c1-4fc4-a801-9e18df0e5300 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:36.925413 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-0328af14-35c1-4fc4-a801-9e18df0e5300 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0793989 May 31 12:54:37.063704 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Deleting port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:54:37.064054 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.195296 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] For port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:37.195577 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.457844 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9e67-74eb-40a5-8999-b95c0fd25882 req-511cdedc-00d1-4d04-846e-ee1f0ddd4902 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:37.460284 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c3e9e67-74eb-40a5-8999-b95c0fd25882 req-511cdedc-00d1-4d04-846e-ee1f0ddd4902 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 945 time: 0.0872908 May 31 12:54:37.514081 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2c3e9e67-74eb-40a5-8999-b95c0fd25882 req-e32f1807-a5d0-4d03-8786-6a18fcef51b2 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=cd4637fe-effc-4425-be88-70b86634f0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466516 May 31 12:54:37.577638 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.578008 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.578321 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Floating IP b8d444fd-fde5-452f-9374-1bf21ccb6e32 disassociated. External IP: 172.28.2.46, port: 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6. May 31 12:54:37.578653 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Calling delete_port for 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 owned by compute:nova {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:54:37.686769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.691988 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e8b7c7fc-0ea8-4a78-833f-8a0cc59b9747 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:37.738843 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'Port': ['ID=3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:37.742510 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:37.925369 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:38.110768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:38.121341 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:38.134431 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:38.135216 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:38.198810 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] No DVR routers for this DVR port 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 on host hv-cinder-79326 {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:54:38.201610 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:38.205058 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'name': 'network-vif-deleted', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:38.207308 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcfa437-5f3a-43b8-b2fb-ccde115b7cbc" -d '{"events": [{"server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "name": "network-vif-deleted", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:38.230231 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-9fdcb7b0-f16d-4880-a599-eee5307f12f7 req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "DELETE /v2.0/ports/3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 HTTP/1.1" status: 204 len: 173 time: 1.2983789 May 31 12:54:38.266910 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ae4ad-006e-464c-a0fe-db41a2e9d9ec x-openstack-request-id: req-c45ae4ad-006e-464c-a0fe-db41a2e9d9ec {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:38.267421 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15633ef9-5849-4616-b964-08a85a38e851", "name": "network-vif-deleted", "tag": "3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:38.267859 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c45ae4ad-006e-464c-a0fe-db41a2e9d9ec {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:38.268423 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15633ef9-5849-4616-b964-08a85a38e851', 'name': 'network-vif-deleted', 'tag': '3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6', 'status': 'completed', 'code': 200} May 31 12:54:38.341279 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:38.672675 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:38.677267 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:38.686753 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:38.687376 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:38.692333 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-62beeba1-09ec-4789-bfb1-63eaa43bc516 req-e66cf6fc-d0f8-4c89-ba28-12df0f461f27 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=15633ef9-5849-4616-b964-08a85a38e851 HTTP/1.1" status: 200 len: 210 time: 0.0500836 May 31 12:54:38.885341 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:39.190019 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:39.194097 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509f8f57-ae9c-4fbd-95bf-f243b26e4300 None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:39.405911 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9106791-95ba-4b51-98a6-b4da67746c09 None None] New status for floating IP b8d444fd-fde5-452f-9374-1bf21ccb6e32: DOWN {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:54:39.815106 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32934) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:39.879759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.907280 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.962446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.967447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5981e1a6-9720-4230-b084-e9d31627ce3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:39.982251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4637fe-effc-4425-be88-70b86634f0fe,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:39.986465 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:39.989693 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.990786 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-78b5b8d9-adeb-4af8-a801-3981065a460b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "DELETE /v2.0/security-groups/cd4637fe-effc-4425-be88-70b86634f0fe HTTP/1.1" status: 204 len: 168 time: 0.1746173 May 31 12:54:39.993589 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32938) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:40.009853 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.api.v2.resource [None req-201e4244-1878-4a6a-93a0-adeab211bbc7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] show failed (client error): The resource could not be found. May 31 12:54:40.010810 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-201e4244-1878-4a6a-93a0-adeab211bbc7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups/cd4637fe-effc-4425-be88-70b86634f0fe HTTP/1.1" status: 404 len: 347 time: 0.0163491 May 31 12:54:40.013542 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32942) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:40.228402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Deleting port 23c0d7bf-86e4-494e-90fb-e140159a07d6 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:54:40.228748 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.424345 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.424687 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.544633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Calling delete_port for 23c0d7bf-86e4-494e-90fb-e140159a07d6 owned by network:floatingip {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:54:40.652862 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.656271 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-f8ea4d44-55db-4601-be5d-acf116326255 tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:40.702181 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'Port': ['ID=23c0d7bf-86e4-494e-90fb-e140159a07d6,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:40.705075 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:40.792287 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.806235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:40.807344 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "DELETE /v2.0/floatingips/b8d444fd-fde5-452f-9374-1bf21ccb6e32 HTTP/1.1" status: 204 len: 168 time: 0.7929554 May 31 12:54:41.020009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32958) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.025420 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235638839', 'description': 'tempest-description--178087987'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:41.031179 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.035244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.038072 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.043699 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.054710 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.071494 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:54:41.109259 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:54:41.109622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 3f2468c0-71f6-4fb7-a1a7-b2d9682c98b6 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:54:41.112689 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.119889 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.127144 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.135820 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.186161 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95d14-e584-44c7-8a6b-58a366ac1b7e req-d2eee7df-b7af-44bd-b685-a17bf9d3c7b8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:41.187604 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b4c95d14-e584-44c7-8a6b-58a366ac1b7e req-d2eee7df-b7af-44bd-b685-a17bf9d3c7b8 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.1195130 May 31 12:54:41.256139 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.261394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.266251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:41.275428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b4c95d14-e584-44c7-8a6b-58a366ac1b7e req-5bdf2628-d325-413e-8536-395a9d955b10 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801840 May 31 12:54:41.299140 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 32962) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.309042 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efd01d-9d7a-4488-b11e-034f98b6835a,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:41.312749 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:41.313579 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.317326 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2936804 May 31 12:54:41.318404 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32968) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.322547 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group_rule': {'security_group_id': 'f3efd01d-9d7a-4488-b11e-034f98b6835a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:41.328476 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.333648 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.336577 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.342463 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.358624 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.419152 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.422907 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.425329 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-df46d19f-cb95-41ed-b698-e4ab58fb0e0b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:41.446184 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b811d5f5-fec5-4427-bfe9-e99901d59546,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:41.453014 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:41.458817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.460068 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416485 May 31 12:54:41.462907 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32972) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.469226 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'security_group_rule': {'security_group_id': 'f3efd01d-9d7a-4488-b11e-034f98b6835a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:41.475348 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.481231 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:security_group_rule and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.484236 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.490164 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.507583 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.551777 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2a146-d561-4303-a007-3f9e4e765629 tempest-TestMinimumBasicScenario-2049264036 tempest-TestMinimumBasicScenario-2049264036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:41.553428 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d5f2a146-d561-4303-a007-3f9e4e765629 tempest-TestMinimumBasicScenario-2049264036 tempest-TestMinimumBasicScenario-2049264036-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1093 time: 0.2527750 May 31 12:54:41.556654 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 32978) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.562617 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'port_id': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:41.568477 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.572137 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.572412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:floatingip and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.575259 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.575696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.577364 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:41.581478 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.591804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for floatingip, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.605829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476ecd03-c4d1-4233-8ba2-264bd953f1df,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:41.608301 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:41.615923 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.617388 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-fe844099-5709-498e-bd0a-fe8f3d97dcee tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534743 May 31 12:54:41.620283 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 32982) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:41.625443 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'floatingip': {'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:41.631161 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:41.634996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Usage tracker for resource:floatingip and tenant:228c23ebeaa1479f8b22d7eea3651aaa is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:41.637922 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:41.643633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:41.655413 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.727379 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.791447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.862882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Allocated IP 172.28.2.149 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/2e6ec70b-3028-45f5-9d4a-b03ccc421471) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:42.005399 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.032528 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.036776 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:42.095460 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:42.095876 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Allocated IP 172.28.2.130 (68e5d9d0-323c-4f97-a04a-e2806c8b7429/4116b87e-3dec-45c6-bc90-f0d2952fae5b/b1ff2baa-a221-43aa-9538-cb35b7751c55) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:42.098199 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:42.102407 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:42.145195 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'Port': ['ID=2e6ec70b-3028-45f5-9d4a-b03ccc421471,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:42.149428 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:42.247541 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.276996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.281344 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:42.342610 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Network 68e5d9d0-323c-4f97-a04a-e2806c8b7429 is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:42.345363 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:42.348925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:42.392110 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=b1ff2baa-a221-43aa-9538-cb35b7751c55,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:42.396239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:42.432924 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.498987 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.611866 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.694597 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.710508 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.714928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.718764 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c00d09bc-6e22-41d5-aedd-a15c3e027f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:42.902249 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.908417 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.912048 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-3b89cb5c-eeef-4180-a8f4-51877f94f3f3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:42.913942 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=b1ff2baa-a221-43aa-9538-cb35b7751c55,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:42.916741 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:42.923492 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.946335 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:42.947595 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3264132 May 31 12:54:43.017920 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'Port': ['ID=2e6ec70b-3028-45f5-9d4a-b03ccc421471,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:43.021805 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:43.030849 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:43.168002 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-10aaae3e-6700-486b-8338-da8ac812b828 req-55cc0a62-0dd5-4eec-bebb-8435cffc3ede tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:54:43.183452 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-10aaae3e-6700-486b-8338-da8ac812b828 req-55cc0a62-0dd5-4eec-bebb-8435cffc3ede tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:54:43.184647 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-55cc0a62-0dd5-4eec-bebb-8435cffc3ede tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1235638839&fields=id&tenant_id=228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 267 time: 0.0562255 May 31 12:54:43.211624 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Floating IP c0f77264-8e3e-477f-abe7-c31bcd7e4e32 associated. External IP: 172.28.2.149, port: d51066b1-1d25-4098-888e-f1321b3ce6f0. May 31 12:54:43.349609 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-06982d4b-6e50-42d8-b272-1781e78f27ea tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:43.351107 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-06982d4b-6e50-42d8-b272-1781e78f27ea tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 811 time: 0.1594090 May 31 12:54:43.365937 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-b398ed60-cbeb-4b3f-a2b3-c682da2569b3 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/quotas/228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 375 time: 0.0089622 May 31 12:54:43.454422 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4febf82c-2838-4e45-84b8-fdf73d59cd5f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:54:43.470784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4febf82c-2838-4e45-84b8-fdf73d59cd5f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:54:43.472362 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4febf82c-2838-4e45-84b8-fdf73d59cd5f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1013575 May 31 12:54:43.566545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:43.611450 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-61225dc0-e351-4ac5-b124-59f18fa60a47 service neutron] 10.222.0.61 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275499 May 31 12:54:43.740515 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:43.750113 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-eb191d68-ea36-4b22-bec6-2125d0f26a77 service neutron] 10.222.0.61 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326385 May 31 12:54:43.752299 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Sync routers for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:43.765800 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:43.766467 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:43.769277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:43.834547 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2767744 May 31 12:54:43.835323 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:43.837572 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33002) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:43.837771 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023b3ba-2833-4aab-bbf7-68525d20ec78" -d '{"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:43.843623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571391296', 'description': 'tempest-secgroup-smoke-1571391296 description', 'project_id': '406380fbcae04392841bb181a45e4df9'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:43.849949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:43.860170 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:43.892773 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:43.905622 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a003d8-1a8d-4a4d-b106-69297abfb225 x-openstack-request-id: req-a8a003d8-1a8d-4a4d-b106-69297abfb225 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:43.910050 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:43.910344 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8a003d8-1a8d-4a4d-b106-69297abfb225 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:43.910777 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:54:43.977893 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d443869-c56d-40fc-b07b-4f6dd4dbc2c1 req-489ab0fb-4e6a-4cb0-aec6-f8ee91a95401 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 210 time: 0.0607870 May 31 12:54:43.983287 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:43.987449 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:43.990955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.003060 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-d9e9e87f-4526-4eac-9d7e-943e206474e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:44.006222 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-d9e9e87f-4526-4eac-9d7e-943e206474e0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1098 time: 0.0817947 May 31 12:54:44.008827 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.019447 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:44.099989 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.110004 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.131906 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a94b3bd0-84fa-4ebe-ae86-2f05ffd1877c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:44.178965 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fba3e0-a679-49de-8533-36e2044b7f75,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:44.195009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:44.204182 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.206011 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3669763 May 31 12:54:44.210231 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33016) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:44.218655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:44.227330 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:44.231633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:44.235009 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.243474 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.265079 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.304465 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-a688efa5-85d6-4752-aa8b-6c379faafca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:44.306466 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-a688efa5-85d6-4752-aa8b-6c379faafca9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.2914245 May 31 12:54:44.350622 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.356291 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.359138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6282a43e-047f-4fc4-b2c0-8275db223b6c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:44.384603 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00a2c80-0f14-4449-8370-f9d4a1b4156c,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:44.387546 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:44.395962 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.397721 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-9a550c45-0e17-4cd6-b649-14fd6b7c2444 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1854553 May 31 12:54:44.400276 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33022) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:44.406666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:44.415247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:44.421932 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:44.426262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.427112 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c0f77264-8e3e-477f-abe7-c31bcd7e4e32', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'port_id': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'mac_address': 'fa:16:3e:18:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:42Z', 'revision_number': 0, 'project_id': '406380fbcae04392841bb181a45e4df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:44.431487 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Checking router: 3b92e3a0-16e3-491f-ab0d-afc57db63a9c for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:44.432262 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-b989c5eb-3e29-4cb6-90b3-cd908f3e07ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 999 time: 0.1188586 May 31 12:54:44.434598 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.446320 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:44.447295 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:44.454802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.514059 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-dfd0fa2c-6698-4853-a8d7-397b6a9b251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:44.516428 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-dfd0fa2c-6698-4853-a8d7-397b6a9b251d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0775545 May 31 12:54:44.529880 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.533799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.535994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:44.559134 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7374b2b-b609-47c7-b2cc-9e3b3ae00a8f,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:44.570091 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:44.577412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.578805 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-993b23c1-3a12-4f43-b7a8-5000d2daa5a7 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773612 May 31 12:54:44.581447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33026) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:44.587384 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:44.593608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:44.597498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:44.600462 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.607444 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.627439 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-c3213ed2-648c-4e45-a738-07827681b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:44.629922 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-c3213ed2-648c-4e45-a738-07827681b9a2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1072206 May 31 12:54:44.630661 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.652298 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:44.699745 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.706528 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.709247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3357b3f7-bb74-4bce-b714-37aad2a042b0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:44.736662 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1e34b0-e586-44b0-b0d2-c2bde1a05e9a,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:44.744924 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:44.752862 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.754222 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5776626a-3738-4789-9410-e3f87919eafe tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716723 May 31 12:54:44.756920 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33030) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:44.763285 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:44.768398 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:44.772321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:44.775288 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.781394 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.783920 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-39de2912-77a8-4eb5-a8f4-398d80738317 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463542 May 31 12:54:44.796977 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.861473 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.867035 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.869125 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:44.891729 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bf068b-54bb-417d-b35d-86e45dcbdecb,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:44.894372 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:44.903274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:44.907143 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-433cfeb7-af14-4409-904d-eb388bc8075c tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460383 May 31 12:54:44.909622 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33036) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:44.917081 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:44.923553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:44.928059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:44.930776 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:44.936763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:44.941155 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-2023b3ba-2833-4aab-bbf7-68525d20ec78 req-af34a615-769a-42ec-aa7a-8da86c151ee4 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498456 May 31 12:54:44.949602 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.securitygroups_db [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Project 406380fbcae04392841bb181a45e4df9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:54:44.956285 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.042107 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.047251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.047798 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c0f77264-8e3e-477f-abe7-c31bcd7e4e32', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'port_id': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'mac_address': 'fa:16:3e:18:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:42Z', 'revision_number': 0, 'project_id': '406380fbcae04392841bb181a45e4df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:45.052370 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83d1fc-7b1b-47a6-9229-fb8b8784907b None None] The sync data for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb is: [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'c0f77264-8e3e-477f-abe7-c31bcd7e4e32', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'port_id': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'mac_address': 'fa:16:3e:18:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:42Z', 'revision_number': 0, 'project_id': '406380fbcae04392841bb181a45e4df9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:45.059208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:45.081202 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b95d90a-40d1-4457-8913-320a9b9605ff,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:45.083744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:45.095143 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.096439 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c1d98a61-5229-4ffe-a41e-fc624c03ed2d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1853197 May 31 12:54:45.099494 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33042) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:45.105350 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'security_group_rule': {'security_group_id': 'a2fba3e0-a679-49de-8533-36e2044b7f75', 'project_id': '406380fbcae04392841bb181a45e4df9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:45.111915 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:45.148802 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Usage tracker for resource:security_group_rule and tenant:406380fbcae04392841bb181a45e4df9 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:45.171250 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:45.176038 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bb0aa5dd-baa6-4dc4-ade0-9be30d2b7a13 req-9944e608-0343-45eb-a4ab-73536a699df1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 210 time: 0.0610018 May 31 12:54:45.180572 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:45.197791 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.securitygroups_db [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Project 406380fbcae04392841bb181a45e4df9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:54:45.204854 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.296301 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-7a74b79f-f5be-460e-b337-c0cf94e83c3f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:45.297943 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-7a74b79f-f5be-460e-b337-c0cf94e83c3f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 811 time: 0.1731098 May 31 12:54:45.298967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.303010 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694594'] for security_group_rule, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.325868 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:45.333540 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd28ddc-347d-4377-a34f-8e8a23fd4841 None None] New status for floating IP c0f77264-8e3e-477f-abe7-c31bcd7e4e32: ACTIVE {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:54:45.346194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.347956 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2474918 May 31 12:54:45.349607 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009db2f6-8e8f-4f63-be5f-4556945cec31,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:45.352899 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-ea596fe8-5907-4228-bc82-51868210a261 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=228c23ebeaa1479f8b22d7eea3651aaa HTTP/1.1" status: 200 len: 380 time: 0.0459547 May 31 12:54:45.359435 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-f2f57f82-9dca-4d43-a872-24a974cd63e2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:45.366996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'port': {'device_id': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'admin_state_up': True, 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'security_groups': ['f3efd01d-9d7a-4488-b11e-034f98b6835a']}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:45.488532 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-c37c88e1-3c64-4dfa-99e7-273e67bf5893 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Synchronizing usage tracker for tenant:406380fbcae04392841bb181a45e4df9 on resource:security_group {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:54:45.504552 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-c37c88e1-3c64-4dfa-99e7-273e67bf5893 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Unset dirty status for tenant:406380fbcae04392841bb181a45e4df9 on resource:security_group {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:54:45.505810 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-c37c88e1-3c64-4dfa-99e7-273e67bf5893 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571391296&fields=id&tenant_id=406380fbcae04392841bb181a45e4df9 HTTP/1.1" status: 200 len: 267 time: 0.0589490 May 31 12:54:45.509530 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:45.519119 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:45.529447 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Made reservation on behalf of 228c23ebeaa1479f8b22d7eea3651aaa for: {'port': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:54:45.532816 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.606811 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-074f5df2-2645-4a79-83b3-717eb5ba714d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:45.609340 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-074f5df2-2645-4a79-83b3-717eb5ba714d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0968003 May 31 12:54:45.629518 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'port': {'security_groups': ['f79a2c7b-9c76-42b6-a46d-35cb884ceeb7', 'a2fba3e0-a679-49de-8533-36e2044b7f75']}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:45.737402 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_common [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Allocated IP 172.20.0.13 (127e6114-b151-4971-a21e-244e09760a8e/ffb03c59-eb16-44c0-85a5-9fdf189f551b/7f2df73b-5ad8-4b7f-bd1e-427324446d41) {{(pid=98259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:45.763007 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.925665 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for port, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.940992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Transition to ACTIVE for port object 7f2df73b-5ad8-4b7f-bd1e-427324446d41 will not be triggered until provisioned by entity DHCP. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:45.966383 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:45.971840 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9a29dd8c-c6dd-4e4d-9706-bdce4915eebb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:46.023567 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:46.037716 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Network 127e6114-b151-4971-a21e-244e09760a8e is already hosted by enough agents. {{(pid=98259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:46.040753 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Resources bound (agent type, host, resource id): {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:46.044783 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Received port after_create {{(pid=98259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:46.053423 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.059133 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.066183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-234e4b35-b2c2-4c94-b18d-6d3d94fda621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:46.076722 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:46.082581 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event updated for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:46.091709 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:46.119047 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.122522 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.147525 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.148816 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.150369 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-511bc7ca-5613-4116-a835-959799a2dfc0 req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "PUT /v2.0/ports/d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 981 time: 0.5291102 May 31 12:54:46.157651 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:46.160584 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67" -d '{"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:46.162494 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-4bf1f81c-3773-4e6c-948e-2ef4b28c7ada tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7999964 May 31 12:54:46.194194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=6']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:46.197779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:46.220548 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Request body: {'port': {'device_id': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:46.235631 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:46.281442 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf8562-ab65-43b2-90df-dd9479e4fd15 x-openstack-request-id: req-1bcf8562-ab65-43b2-90df-dd9479e4fd15 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:46.282144 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:46.282982 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bcf8562-ab65-43b2-90df-dd9479e4fd15 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:46.283704 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:54:46.376915 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.514286 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-0aa53216-ddee-4444-93cc-e4d5889c80f2 None None] Provisioning for port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 completed by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:46.542870 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-0aa53216-ddee-4444-93cc-e4d5889c80f2 None None] Provisioning complete for port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:46.543253 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-0aa53216-ddee-4444-93cc-e4d5889c80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.642376 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-0aa53216-ddee-4444-93cc-e4d5889c80f2 None None] Port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 cannot update to ACTIVE because it is not bound. {{(pid=98260) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:54:46.699229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615cad6-47e9-4cd4-abee-fadcf6f7542d req-077002c6-f42a-4b95-a997-e0dc7bc4fefc tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.700605 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9615cad6-47e9-4cd4-abee-fadcf6f7542d req-077002c6-f42a-4b95-a997-e0dc7bc4fefc tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.3186314 May 31 12:54:46.703642 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-dee9e7d9-c960-42a1-8798-2748b160a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.705032 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-dee9e7d9-c960-42a1-8798-2748b160a7f2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1137 time: 0.3931038 May 31 12:54:46.764844 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd93b74-693f-4191-8dc1-777bd6882ab0 req-06b47812-e92e-4b6b-a5d1-f485476178a7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.766338 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4cd93b74-693f-4191-8dc1-777bd6882ab0 req-06b47812-e92e-4b6b-a5d1-f485476178a7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 932 time: 0.1991389 May 31 12:54:46.814306 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-7552cd98-857c-486b-86d8-1984d5457227 None None] Provisioning complete for port d51066b1-1d25-4098-888e-f1321b3ce6f0 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:46.814697 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-7552cd98-857c-486b-86d8-1984d5457227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.873131 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2df73b-5ad8-4b7f-bd1e-427324446d41 {{(pid=98259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:46.874640 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9615cad6-47e9-4cd4-abee-fadcf6f7542d req-d6631f3d-4900-4e8e-b9f9-a4ed5653d2e3 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658487 May 31 12:54:46.881628 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.903698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.provisioning_blocks [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Transition to ACTIVE for port object 7f2df73b-5ad8-4b7f-bd1e-427324446d41 will not be triggered until provisioned by entity L2. {{(pid=98259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:46.919219 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:46.924074 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:46.928435 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4cd93b74-693f-4191-8dc1-777bd6882ab0 req-e1ea080b-13b4-435d-9adf-1d72de202e2b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476276 May 31 12:54:46.953780 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-82d5301e-ad9f-4867-8485-7ddf9ec052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.955590 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-82d5301e-ad9f-4867-8485-7ddf9ec052e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.2299013 May 31 12:54:47.074734 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-82fa4604-907a-4d45-b1f4-c7eb4d8522d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1122224 May 31 12:54:47.098009 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=2']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:47.107988 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:47.150639 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-d21162ee-9df5-497c-b1c1-7b05266cc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.152434 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-d21162ee-9df5-497c-b1c1-7b05266cc31b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0703237 May 31 12:54:47.197267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Attempting to bind port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:47.197702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Attempting to bind port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:47.198112 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Attempting to bind port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:47.203474 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 on network 127e6114-b151-4971-a21e-244e09760a8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:54:47.203913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Attempting to bind port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 on network 127e6114-b151-4971-a21e-244e09760a8e {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:47.209858 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:47.210329 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Checking segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:47.210769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Bound using segment: {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'} {{(pid=98259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:47.211260 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.managers [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Bound port: 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee39afb-626c-4464-96a2-3e7dad78b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '127e6114-b151-4971-a21e-244e09760a8e'}}] {{(pid=98259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:47.211670 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:47.247572 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-837577c7-3c91-4157-b541-e5619d1e81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.249012 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-837577c7-3c91-4157-b541-e5619d1e81c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882473 May 31 12:54:47.323166 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, cleared binding levels {{(pid=98259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:47.326595 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:47.332436 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2149752'] for port, after_update {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:47.337373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:47.391397 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-868ac632-4200-4ab9-abef-8ce828a3a942 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340816 May 31 12:54:47.395309 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.395919 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:47.397280 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] 10.222.0.38 "PUT /v2.0/ports/7f2df73b-5ad8-4b7f-bd1e-427324446d41 HTTP/1.1" status: 200 len: 1094 time: 1.1879187 May 31 12:54:47.397815 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:47.400069 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee0088-7b76-4663-afd5-4dc2d759df68" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:47.437064 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Pushing event updated for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=3']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:47.443551 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5f0302e3-f742-4e74-8593-37eb913c0671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:47.476899 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaed82f-9710-4268-bede-b45b1593e6ef x-openstack-request-id: req-eaaed82f-9710-4268-bede-b45b1593e6ef {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:47.477260 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:47.477552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eaaed82f-9710-4268-bede-b45b1593e6ef {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:47.477998 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'status': 'completed', 'code': 200} May 31 12:54:47.523502 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-83bb9bf5-5ed7-4422-8c36-849cc12119ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.525171 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-83bb9bf5-5ed7-4422-8c36-849cc12119ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 1097 time: 0.0839589 May 31 12:54:47.553560 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4ca2f3e9-cab6-422f-abf9-f16de56bcc67 req-0264e443-2abc-4eac-8b79-f7a73191c2c6 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502039 May 31 12:54:47.596881 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-bb660f81-5f63-40cc-ab11-d536d7a5b8c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41 HTTP/1.1" status: 200 len: 217 time: 0.0646040 May 31 12:54:47.663390 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-8fbbf6bd-5b39-4ebd-b822-44368943bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.664826 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-8fbbf6bd-5b39-4ebd-b822-44368943bf19 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.0602324 May 31 12:54:47.745906 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaae3e-6700-486b-8338-da8ac812b828 req-86d1e2b8-4dc8-4174-bf67-12841931a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.747225 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-86d1e2b8-4dc8-4174-bf67-12841931a90c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689526 May 31 12:54:47.878865 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-e3d6949e-9f7d-4479-9945-adb2d78ab10f service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206112 May 31 12:54:48.012303 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-10aaae3e-6700-486b-8338-da8ac812b828 req-56d35d84-7066-4c2e-ad02-a763fbe159e1 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234417 May 31 12:54:48.112643 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efeecc-34f3-4c3c-8560-a88eba57a825 req-b04b9129-7606-41b5-a6a5-87e8f50a97c4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.114252 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-47efeecc-34f3-4c3c-8560-a88eba57a825 req-b04b9129-7606-41b5-a6a5-87e8f50a97c4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 944 time: 0.0793104 May 31 12:54:48.128494 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-2ea01724-9bdd-4cc8-a5d6-3e4ceb473417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.130043 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-2ea01724-9bdd-4cc8-a5d6-3e4ceb473417 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 1097 time: 0.0738680 May 31 12:54:48.158378 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-47efeecc-34f3-4c3c-8560-a88eba57a825 req-20860d97-97ab-4b2e-9526-cc3dcba4f99d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 May 31 12:54:48.258989 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-4b95f94f-f621-40cf-b664-5b7cbd5c7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.260409 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-4b95f94f-f621-40cf-b664-5b7cbd5c7824 service neutron] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 913 time: 0.1239707 May 31 12:54:48.334967 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-48bcefa0-32d5-4f69-b1f0-364499fddedf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41 HTTP/1.1" status: 200 len: 217 time: 0.0645695 May 31 12:54:48.483973 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-68d4e539-f8e5-4e79-b632-c0db8e887411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.485451 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-68d4e539-f8e5-4e79-b632-c0db8e887411 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.1404207 May 31 12:54:48.561791 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-56dbbb71-9687-4b5b-9abb-6b5db1d3aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.563252 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-56dbbb71-9687-4b5b-9abb-6b5db1d3aa05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693879 May 31 12:54:48.698029 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-950041b0-8d01-428d-bb84-51c23bfca803 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244941 May 31 12:54:48.843625 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-afee0088-7b76-4663-afd5-4dc2d759df68 req-0752ba07-d772-4d62-8391-41643d1e505e service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345749 May 31 12:54:49.344816 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760c93e-1c04-49d8-8669-ac757ea9c511 req-2d18772a-def3-4e1c-a8c8-26ee6304b55b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:49.346252 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f760c93e-1c04-49d8-8669-ac757ea9c511 req-2d18772a-def3-4e1c-a8c8-26ee6304b55b tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 944 time: 0.0811868 May 31 12:54:49.389393 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f760c93e-1c04-49d8-8669-ac757ea9c511 req-08ccb421-1ef4-4719-9705-f76b2fd6b322 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376019 May 31 12:54:50.008460 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:50.574224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ea6f5-2399-4ffb-9fe9-adca5980384e req-bba9e2c8-21d2-4065-937f-173c06ed4678 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:50.575685 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-133ea6f5-2399-4ffb-9fe9-adca5980384e req-bba9e2c8-21d2-4065-937f-173c06ed4678 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 944 time: 0.0797503 May 31 12:54:50.623240 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-133ea6f5-2399-4ffb-9fe9-adca5980384e req-b8b84589-6416-43b7-af38-43161161ae55 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 May 31 12:54:51.133957 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 7f2df73b-5ad8-4b7f-bd1e-427324446d41 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:54:51.256987 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87747d13-66a3-48ec-b865-7ec8245fd7bd req-fc304f62-ac79-449f-89b3-c0bf827ba618 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:51.258488 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-87747d13-66a3-48ec-b865-7ec8245fd7bd req-fc304f62-ac79-449f-89b3-c0bf827ba618 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0783365 May 31 12:54:51.266556 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:51.282279 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'port_id': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:54:51.314452 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-87747d13-66a3-48ec-b865-7ec8245fd7bd req-bcaabfe3-49d5-4fdf-bb1c-56195ab08344 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500538 May 31 12:54:51.338020 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:51.354937 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2df73b-5ad8-4b7f-bd1e-427324446d41 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:51.369715 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:51.373595 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:51.375367 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-0ac44ac0-fd31-4c51-8268-8db5118f9e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:51.443566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:51.446601 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:51.612373 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['7f2df73b-5ad8-4b7f-bd1e-427324446d41'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:51.814481 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb9569-d561-4ee5-b425-a997ddb9998d req-c8464fde-1aef-4d0c-aabc-713028071d9f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:51.815917 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6fb9569-d561-4ee5-b425-a997ddb9998d req-c8464fde-1aef-4d0c-aabc-713028071d9f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 945 time: 0.0825248 May 31 12:54:51.859679 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e6fb9569-d561-4ee5-b425-a997ddb9998d req-379a91f7-ad04-4c58-91b7-ae7b419b8687 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 May 31 12:54:52.300025 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-53f33890-3726-405f-8d53-973f86e382b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:52.500392 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95509e5-a87c-45f2-8abe-940e9194d465 req-7f1f63c2-d53d-46c5-bb6b-598b369e7b91 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:52.501857 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b95509e5-a87c-45f2-8abe-940e9194d465 req-7f1f63c2-d53d-46c5-bb6b-598b369e7b91 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0791740 May 31 12:54:52.545258 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b95509e5-a87c-45f2-8abe-940e9194d465 req-2eeeb013-ca4a-463b-bdd8-014de3f944d2 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378222 May 31 12:54:53.046579 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583bbc6-9cd2-42e8-9078-b28b1e371ef8 req-7e750f93-36de-4f09-a29b-5239982244a0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:53.048010 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e583bbc6-9cd2-42e8-9078-b28b1e371ef8 req-7e750f93-36de-4f09-a29b-5239982244a0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 945 time: 0.0811081 May 31 12:54:53.093469 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e583bbc6-9cd2-42e8-9078-b28b1e371ef8 req-9173122d-6490-4a30-b249-1cbef15f8f7e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393143 May 31 12:54:53.147650 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 7f2df73b-5ad8-4b7f-bd1e-427324446d41 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:53.216076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:53.220695 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:53.221072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:53.335867 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:53.361499 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:53.363683 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d33392-fe09-491d-9e80-5c2c3da30348" -d '{"events": [{"server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "name": "network-vif-plugged", "status": "completed", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:53.372199 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:53.376154 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:53.378231 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:53.411996 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5af4b2-74c4-4683-b031-a30c1ea9f05b x-openstack-request-id: req-cc5af4b2-74c4-4683-b031-a30c1ea9f05b {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:53.412292 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "name": "network-vif-plugged", "status": "completed", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:53.412545 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc5af4b2-74c4-4683-b031-a30c1ea9f05b {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:53.412931 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'code': 200} May 31 12:54:53.445538 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:53.448474 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:53.640534 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193f476-b947-4ff8-8840-a61c267c1cd3 req-31774b15-6602-416e-9f5a-fff557750b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:53.642028 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e193f476-b947-4ff8-8840-a61c267c1cd3 req-31774b15-6602-416e-9f5a-fff557750b3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 1099 time: 0.0731509 May 31 12:54:53.684448 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e193f476-b947-4ff8-8840-a61c267c1cd3 req-71184eb3-2a07-4ce7-a907-3619f1095dcb service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339386 May 31 12:54:53.731486 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2e01-1648-46ba-9cf0-9691b220b0a4 req-7ddbcf67-80c7-405d-9793-f39eda1e298b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:53.732891 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b56d2e01-1648-46ba-9cf0-9691b220b0a4 req-7ddbcf67-80c7-405d-9793-f39eda1e298b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0784886 May 31 12:54:53.778456 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b56d2e01-1648-46ba-9cf0-9691b220b0a4 req-1c113825-bcf2-4888-a52e-ea6451247fe0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399435 May 31 12:54:54.378036 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a3c60-4203-46c1-a809-fa3353a912d8 req-0c762760-0fa9-455c-9b08-96f537f32474 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.379485 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad4a3c60-4203-46c1-a809-fa3353a912d8 req-0c762760-0fa9-455c-9b08-96f537f32474 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.1782618 May 31 12:54:54.424144 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad4a3c60-4203-46c1-a809-fa3353a912d8 req-68f0dcb3-f904-49fe-827a-4fef255ea73f tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384643 May 31 12:54:54.704709 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:54.733875 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a113b164-bf17-4a04-ab77-d4a9c8605fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:54.968793 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f5dbd-100b-49b1-901d-00e5bc711703 req-8f40c32b-4f7f-471f-8bca-c1ac887a6d76 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.970200 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-833f5dbd-100b-49b1-901d-00e5bc711703 req-8f40c32b-4f7f-471f-8bca-c1ac887a6d76 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0814490 May 31 12:54:55.019082 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-833f5dbd-100b-49b1-901d-00e5bc711703 req-235dcfea-63f6-4dbf-b0c2-d250aeac4fc8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 May 31 12:54:55.609174 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d240d-a102-4e22-94cc-7b0a01db4ca9 req-52b53183-de15-4631-9e0f-e7857894f17e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:55.611313 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5e7d240d-a102-4e22-94cc-7b0a01db4ca9 req-52b53183-de15-4631-9e0f-e7857894f17e tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.0819025 May 31 12:54:55.649079 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:55.662789 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5e7d240d-a102-4e22-94cc-7b0a01db4ca9 req-8c5ad460-4197-428d-b961-48d4bffd98cb tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443902 May 31 12:54:55.837891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fcc24-ca94-4e08-b33c-02f91ae0b953 req-ba64ff04-59c3-4d89-b2e1-9127b765f929 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:55.839309 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed0fcc24-ca94-4e08-b33c-02f91ae0b953 req-ba64ff04-59c3-4d89-b2e1-9127b765f929 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.0789845 May 31 12:54:55.847799 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33120) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:55.853026 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Request body: {'floatingip': {'port_id': '7f2df73b-5ad8-4b7f-bd1e-427324446d41'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:55.930961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.410854 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15e73d-d7bb-4720-b08a-4a77c62096b0 req-8b2e427c-fa2c-4be5-8ca4-d06208c04da4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:56.412277 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c15e73d-d7bb-4720-b08a-4a77c62096b0 req-8b2e427c-fa2c-4be5-8ca4-d06208c04da4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.2452261 May 31 12:54:56.604039 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.610058 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.665993 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6c15e73d-d7bb-4720-b08a-4a77c62096b0 req-39855a4d-5783-44ee-822f-41d698cbbbff tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469060 May 31 12:54:56.781607 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.l3_db [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Floating IP a67882bb-cfcf-4f83-a67c-9f4fa531dfc1 associated. External IP: 172.28.2.130, port: 7f2df73b-5ad8-4b7f-bd1e-427324446d41. May 31 12:54:57.211624 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:57.291917 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:57.388248 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:57.393033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:57.397461 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:57.407227 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:57.407831 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:57.453054 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c9100cd1-c7ec-498b-aac0-c6c2bd8b2db4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "PUT /v2.0/floatingips/a67882bb-cfcf-4f83-a67c-9f4fa531dfc1 HTTP/1.1" status: 200 len: 992 time: 1.6012611 May 31 12:54:57.453054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:57.453379 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d5993e-534a-4916-bda5-5cda71a14eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:57.494389 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c716c8-ad84-4d8f-8a6d-e2dfb1ae8e3f x-openstack-request-id: req-97c716c8-ad84-4d8f-8a6d-e2dfb1ae8e3f {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:57.494739 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:57.495052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97c716c8-ad84-4d8f-8a6d-e2dfb1ae8e3f {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:57.495480 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'status': 'completed', 'code': 200} May 31 12:54:57.588346 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-bdfad37f-a22d-4252-89f8-50907fff1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.589847 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-bdfad37f-a22d-4252-89f8-50907fff1c2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 1099 time: 0.0735416 May 31 12:54:57.590930 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:57.723227 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-1d47de3c-3c67-4324-b1e2-26065b855b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.724657 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-1d47de3c-3c67-4324-b1e2-26065b855b55 service neutron] 10.222.0.38 "GET /v2.0/networks?id=127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 200 len: 913 time: 0.1282039 May 31 12:54:57.834768 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-4ad897c8-d6e0-43d9-a481-b031f305baab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41 HTTP/1.1" status: 200 len: 1000 time: 0.1019533 May 31 12:54:57.863170 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fa96f-0f44-4570-8fe0-ae936572a956 req-92a8effd-c5b1-4c81-bb6c-fea68f61c2d7 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.864637 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1f1fa96f-0f44-4570-8fe0-ae936572a956 req-92a8effd-c5b1-4c81-bb6c-fea68f61c2d7 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0832179 May 31 12:54:57.900815 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-392ae157-64ae-4cbb-9ad4-787db18edb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.902289 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-392ae157-64ae-4cbb-9ad4-787db18edb43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 200 len: 850 time: 0.0612710 May 31 12:54:57.908940 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1f1fa96f-0f44-4570-8fe0-ae936572a956 req-7e3b57b1-715a-4381-9545-0bde8530b36b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384583 May 31 12:54:57.947066 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'a67882bb-cfcf-4f83-a67c-9f4fa531dfc1', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:56Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:57.950954 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:57.959105 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:57.959703 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:54:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:57.979943 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-6bbe84ac-fa74-43c7-a673-916b1688669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.981372 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-6bbe84ac-fa74-43c7-a673-916b1688669b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=127e6114-b151-4971-a21e-244e09760a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718057 May 31 12:54:58.115009 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-ce95aa9b-8677-484f-b824-4fe7d080dfff service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267314 May 31 12:54:58.159906 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:58.244997 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-e6d5993e-534a-4916-bda5-5cda71a14eb8 req-4e5cb285-3e91-4313-abb3-c524feca7996 service neutron] 10.222.0.38 "GET /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231375 May 31 12:54:58.499043 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'a67882bb-cfcf-4f83-a67c-9f4fa531dfc1', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:56Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:58.502838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5006b-34e2-4825-9862-f410171fa40f None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_floatingips': [{'id': 'a67882bb-cfcf-4f83-a67c-9f4fa531dfc1', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'floating_ip_address': '172.28.2.130', 'floating_network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'router_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'port_id': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'mac_address': 'fa:16:3e:66:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:54:42Z', 'updated_at': '2021-05-31T12:54:56Z', 'revision_number': 1, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:58.693539 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759ac18-0965-46ca-91b7-9753638392cd None None] New status for floating IP a67882bb-cfcf-4f83-a67c-9f4fa531dfc1: ACTIVE {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:54:59.101138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceebca0-0dd9-4747-8d78-ce76fdbbafd6 req-1b58a863-a423-4fa6-821f-5b838d0cbe59 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:59.102549 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dceebca0-0dd9-4747-8d78-ce76fdbbafd6 req-1b58a863-a423-4fa6-821f-5b838d0cbe59 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0821328 May 31 12:54:59.145523 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dceebca0-0dd9-4747-8d78-ce76fdbbafd6 req-f310a982-1f62-47e5-b4c2-02fc0db5e69a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 May 31 12:55:00.285522 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:00.332603 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6825-2439-406d-83c3-2d18368e7399 req-bc7bf299-8a8d-4894-bf53-389ab1d93468 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:00.334083 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a47d6825-2439-406d-83c3-2d18368e7399 req-bc7bf299-8a8d-4894-bf53-389ab1d93468 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0800881 May 31 12:55:00.377232 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a47d6825-2439-406d-83c3-2d18368e7399 req-9f05145e-5938-4150-9f1a-c663d5a4500e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374341 May 31 12:55:01.571090 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bbbb9-0b9b-4675-9909-5c96a3b4d4a7 req-dafbc1d0-dcee-4770-99d1-3e047b2252a2 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:01.572535 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d1bbbb9-0b9b-4675-9909-5c96a3b4d4a7 req-dafbc1d0-dcee-4770-99d1-3e047b2252a2 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0845084 May 31 12:55:01.617300 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d1bbbb9-0b9b-4675-9909-5c96a3b4d4a7 req-f09c62e7-8ac1-4cb2-b617-473b1491405c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390837 May 31 12:55:02.803145 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dfb2a-c16b-4ddd-a947-b737c636aa6a req-1c594f3f-550d-42fd-b794-1c7b5748421e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:02.804607 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-888dfb2a-c16b-4ddd-a947-b737c636aa6a req-1c594f3f-550d-42fd-b794-1c7b5748421e tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0776718 May 31 12:55:02.854141 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-888dfb2a-c16b-4ddd-a947-b737c636aa6a req-505695df-02f7-4656-8f8a-23a25d0841c9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 May 31 12:55:04.053349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ead42-c8b8-43e1-bf07-9c31328ebdf9 req-69f5a509-5547-4517-8ed3-19d502aad230 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:04.053349 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e80ead42-c8b8-43e1-bf07-9c31328ebdf9 req-69f5a509-5547-4517-8ed3-19d502aad230 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0874145 May 31 12:55:04.105505 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e80ead42-c8b8-43e1-bf07-9c31328ebdf9 req-7f8717da-f3be-48d6-9214-8edc99d7b461 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435958 May 31 12:55:05.221758 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:55:05.399532 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:05.414796 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'be3d90c5-4404-4195-967c-834ced194b2f', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:55:05.487795 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:05.490064 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93899511-b239-4a11-9f0d-906420ccb3a4 req-9b5759fc-0045-4ac1-99da-8539b5c7abba tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:05.492203 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93899511-b239-4a11-9f0d-906420ccb3a4 req-9b5759fc-0045-4ac1-99da-8539b5c7abba tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.1088083 May 31 12:55:05.509067 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:05.532637 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:05.541414 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:05.544123 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:05.552882 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93899511-b239-4a11-9f0d-906420ccb3a4 req-fcaa379a-ddb3-4aeb-a0fc-3487b6c07f67 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523272 May 31 12:55:05.621936 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=6']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:05.625152 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:05.640840 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['be3d90c5-4404-4195-967c-834ced194b2f'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:06.767165 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d9e12-2370-4cd4-b754-775138903ac5 req-eaa05690-233a-40b5-b116-c6c2fc03da4f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:06.768905 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7d9e12-2370-4cd4-b754-775138903ac5 req-eaa05690-233a-40b5-b116-c6c2fc03da4f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 945 time: 0.1105471 May 31 12:55:06.816664 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b7d9e12-2370-4cd4-b754-775138903ac5 req-67fb1794-801b-4a1c-8742-5aae8e776761 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 May 31 12:55:07.225061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:55:07.305496 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port be3d90c5-4404-4195-967c-834ced194b2f triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:07.305883 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.436036 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.471900 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:07.474327 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f8b65-61a1-49e9-8f43-cb9bf1f2fa99" -d '{"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:07.494441 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:07.501329 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.503817 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:07.551747 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba95a389-8f6f-4783-bbf7-7c5f55195b2f x-openstack-request-id: req-ba95a389-8f6f-4783-bbf7-7c5f55195b2f {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:07.552046 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:07.552458 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba95a389-8f6f-4783-bbf7-7c5f55195b2f {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:07.552914 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'code': 200} May 31 12:55:07.601625 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=7']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:07.604884 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:08.086737 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bcd4-610c-47fb-a0a1-6ff6564729ff req-3ca3bc09-f64b-4b8d-894c-d36e9c2da0e1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:08.088445 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0242bcd4-610c-47fb-a0a1-6ff6564729ff req-3ca3bc09-f64b-4b8d-894c-d36e9c2da0e1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.1409693 May 31 12:55:08.135876 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0242bcd4-610c-47fb-a0a1-6ff6564729ff req-d687029c-455d-4e57-b94a-8317517112eb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 May 31 12:55:09.336557 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c307715-a990-4043-a630-3dcaaa3166e1 req-da97baee-ba29-4b28-b20a-7d25f558bb11 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:09.338318 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3c307715-a990-4043-a630-3dcaaa3166e1 req-da97baee-ba29-4b28-b20a-7d25f558bb11 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0839655 May 31 12:55:09.386340 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3c307715-a990-4043-a630-3dcaaa3166e1 req-043bd874-c2e5-40b9-81ba-a5900f7d7836 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 May 31 12:55:10.708218 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d390e1f-9373-47e9-90bf-bc236de81f51 req-8d1233b2-0ead-405a-af31-86baca9b1a92 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:10.709625 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d390e1f-9373-47e9-90bf-bc236de81f51 req-8d1233b2-0ead-405a-af31-86baca9b1a92 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.1954908 May 31 12:55:10.763003 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d390e1f-9373-47e9-90bf-bc236de81f51 req-81f5a89b-1b3f-439e-9a41-ca1d882bdf4f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465858 May 31 12:55:11.971973 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95707969-f692-4b7f-9fd5-f2fc73331ba9 req-6e2d07e7-1e09-46ec-b668-105aabf7dec0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:11.979183 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-95707969-f692-4b7f-9fd5-f2fc73331ba9 req-6e2d07e7-1e09-46ec-b668-105aabf7dec0 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0983763 May 31 12:55:12.026187 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-95707969-f692-4b7f-9fd5-f2fc73331ba9 req-25aa0ca5-ec06-4563-af31-682ccaba7644 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 May 31 12:55:12.803229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5867d-fe97-4d8f-925c-8392c842a5b9 req-a44165ce-3307-49dd-bd8f-60a4970cb1de tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.805421 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a3d5867d-fe97-4d8f-925c-8392c842a5b9 req-a44165ce-3307-49dd-bd8f-60a4970cb1de tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0788636 May 31 12:55:12.829778 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-ce02a05d-109c-4853-a490-03ed777e2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.831172 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-ce02a05d-109c-4853-a490-03ed777e2d48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1137 time: 0.1160822 May 31 12:55:12.851551 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a3d5867d-fe97-4d8f-925c-8392c842a5b9 req-1646fb52-99f3-4456-89ab-7be17a1ab224 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400705 May 31 12:55:12.963798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-56f5f0f0-b4cc-4085-89b8-07a907a77036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.965254 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-56f5f0f0-b4cc-4085-89b8-07a907a77036 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.1270602 May 31 12:55:13.083631 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-301a1370-91c9-4216-9c20-7f7a4f282b0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 1001 time: 0.0968857 May 31 12:55:13.228744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c473f8-b994-4c0f-9c76-d770f6e12cac req-00747465-0695-4cc7-ac50-2156a574e532 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.230224 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-28c473f8-b994-4c0f-9c76-d770f6e12cac req-00747465-0695-4cc7-ac50-2156a574e532 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0866876 May 31 12:55:13.235646 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-4ab994fb-1ecf-46d0-9998-bc5b58d8d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.237062 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-4ab994fb-1ecf-46d0-9998-bc5b58d8d94c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.1436431 May 31 12:55:13.314889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-c5619785-5624-4069-b02b-a50b7e67de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.316342 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-c5619785-5624-4069-b02b-a50b7e67de05 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685143 May 31 12:55:13.322877 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-28c473f8-b994-4c0f-9c76-d770f6e12cac req-ed5e0ede-7f44-4c76-a326-c549ba84354b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589352 May 31 12:55:13.336251 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-f231cd8b-015a-456d-9466-11c732481f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.337647 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-f231cd8b-015a-456d-9466-11c732481f4b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1099 time: 0.1024437 May 31 12:55:13.457220 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-9c5266dc-0726-4d04-841b-4ac350de3b68 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330152 May 31 12:55:13.472957 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-c4ef6efd-4df4-41e4-8033-734d10ac72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.474415 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-c4ef6efd-4df4-41e4-8033-734d10ac72d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1303484 May 31 12:55:13.576794 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-4f4bc41c-f8c6-4f72-a1ef-ea471f3bfd45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 1002 time: 0.0960944 May 31 12:55:13.587199 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-6aeb7a34-dbbf-428e-8629-a1d1ec40595c req-4767bde5-55b2-4d0f-a645-77bacae396d4 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230984 May 31 12:55:13.646972 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-5429f157-073d-4a72-b0e8-28d0b302309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.649052 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-5429f157-073d-4a72-b0e8-28d0b302309f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0644524 May 31 12:55:13.727428 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-08b5b337-3f50-4e15-82ad-2abdea6f92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.728885 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-08b5b337-3f50-4e15-82ad-2abdea6f92bd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684216 May 31 12:55:13.858478 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-6a553cb3-b927-4ca8-ac10-2db29b2d7ae8 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228058 May 31 12:55:14.048127 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ef34a1b0-ed9a-4c09-9832-f8d4b8427c45 req-5e88b5dc-e1ea-4796-bf0e-612b6582e5a1 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825016 May 31 12:55:14.071495 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab720a9d-2bf5-47de-87ee-cf12631965da req-12696de8-a99f-4b8a-a51f-f2becf978087 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:14.072891 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ab720a9d-2bf5-47de-87ee-cf12631965da req-12696de8-a99f-4b8a-a51f-f2becf978087 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.1145988 May 31 12:55:14.117641 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ab720a9d-2bf5-47de-87ee-cf12631965da req-9ba10bdc-8c64-4907-9327-8bd315606cd1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390124 May 31 12:55:14.510755 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ea4d-56f3-4a00-be44-741635b692d7 req-01eba367-c812-4902-9995-bd537551008c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:14.512195 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc31ea4d-56f3-4a00-be44-741635b692d7 req-01eba367-c812-4902-9995-bd537551008c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0783861 May 31 12:55:14.556285 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-fc31ea4d-56f3-4a00-be44-741635b692d7 req-5076c41f-5cc0-425d-adba-6418c189854c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381248 May 31 12:55:15.303151 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385662d-0d2e-4c79-99e9-e4a52f1e5e8b req-51711954-a425-469b-aecd-16b18cbf1e2f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:15.305074 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7385662d-0d2e-4c79-99e9-e4a52f1e5e8b req-51711954-a425-469b-aecd-16b18cbf1e2f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0820441 May 31 12:55:15.350424 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7385662d-0d2e-4c79-99e9-e4a52f1e5e8b req-ae0713bf-310c-4dc8-9438-410c5eb4f842 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394051 May 31 12:55:15.744519 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5c572-702e-4a7e-8df4-7e6742b3141d req-b55c7809-5d12-4c45-b3aa-fdf55b438364 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:15.745700 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-eeb5c572-702e-4a7e-8df4-7e6742b3141d req-b55c7809-5d12-4c45-b3aa-fdf55b438364 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0788226 May 31 12:55:15.789653 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-eeb5c572-702e-4a7e-8df4-7e6742b3141d req-73f261c0-a811-4cba-bd02-6d08ce892d96 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 May 31 12:55:16.538625 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050370-65ed-4fe3-81a3-9688a0060dc5 req-5d39617e-a39d-4ea7-a966-4e53de251e37 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.540064 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-81050370-65ed-4fe3-81a3-9688a0060dc5 req-5d39617e-a39d-4ea7-a966-4e53de251e37 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0827284 May 31 12:55:16.589864 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-81050370-65ed-4fe3-81a3-9688a0060dc5 req-a8b4571c-b2f1-4201-ae49-2baef7152b5f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440252 May 31 12:55:16.974953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec396841-9fd7-4b11-b9f4-4a76020be354 req-b3e18393-9d1a-4aba-ad0c-7dda7c1f1463 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.976851 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ec396841-9fd7-4b11-b9f4-4a76020be354 req-b3e18393-9d1a-4aba-ad0c-7dda7c1f1463 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 946 time: 0.0787408 May 31 12:55:17.102084 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ec396841-9fd7-4b11-b9f4-4a76020be354 req-6c9848e0-ebf3-4e4b-8c3d-ea2f59c7e543 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196992 May 31 12:55:17.271607 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:17.383256 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:17.412355 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:17.414602 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fedeeb-6d58-465d-80de-3fcc2609d6a5" -d '{"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-unplugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:17.422849 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:17.427474 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:17.429253 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:17.464351 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44adef82-34f3-4049-b854-cdbcfdbfce84 x-openstack-request-id: req-44adef82-34f3-4049-b854-cdbcfdbfce84 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:17.464655 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-unplugged", "status": "failed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "code": 422}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:17.464940 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44adef82-34f3-4049-b854-cdbcfdbfce84 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:17.465374 dv-cinder-793264-2-smb neutron-server[98260]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'code': 422} returned with failed status May 31 12:55:17.496892 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=8']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:17.500016 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:17.793830 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ed676-a294-4a9e-929e-d5f1af559cde req-60ef2f3b-bd6c-420c-867b-f1ef8b833be1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:17.795303 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d3ed676-a294-4a9e-929e-d5f1af559cde req-60ef2f3b-bd6c-420c-867b-f1ef8b833be1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0816853 May 31 12:55:17.843147 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8d3ed676-a294-4a9e-929e-d5f1af559cde req-048f0817-0aa2-427d-ab32-4512a8c8ad34 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419958 May 31 12:55:18.450771 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-65935f62-c0e4-47bd-8e55-f3d0bce86968 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848987 May 31 12:55:18.569376 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-98101510-f3f9-48ff-9668-fa70ab7eaaad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816762 May 31 12:55:18.628484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65797b4-af2f-4f14-a7d9-2bd3bd00e959 req-be3b0ce4-d1b2-4558-bc61-a52a28afb5c9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.629888 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c65797b4-af2f-4f14-a7d9-2bd3bd00e959 req-be3b0ce4-d1b2-4558-bc61-a52a28afb5c9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.1565566 May 31 12:55:18.636293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-a35fda19-e1b0-4f97-a3a4-7de076bb20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.637705 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-a35fda19-e1b0-4f97-a3a4-7de076bb20a9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.1060100 May 31 12:55:18.701754 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c65797b4-af2f-4f14-a7d9-2bd3bd00e959 req-9c72abbc-c82f-48cf-ab0b-b74dd70c9d86 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631206 May 31 12:55:18.801241 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-5f12f12c-e0e2-4f23-bed9-e011d42ae103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.802626 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-5f12f12c-e0e2-4f23-bed9-e011d42ae103 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1362946 May 31 12:55:18.909249 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-44c5916f-afe1-46af-95d3-61da174820fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 1000 time: 0.0991817 May 31 12:55:19.029411 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-b2b6066a-ea31-4b9c-ae45-aaa815914787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.030864 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-b2b6066a-ea31-4b9c-ae45-aaa815914787 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.1148229 May 31 12:55:19.107562 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea6b8-7270-4dfe-b3e6-34f5773992be req-e8cbad92-0c8f-49b4-ad38-a809304320ad tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.109017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a02ea6b8-7270-4dfe-b3e6-34f5773992be req-e8cbad92-0c8f-49b4-ad38-a809304320ad tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.1485786 May 31 12:55:19.162408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-a941282b-4ea9-438d-8820-fded7f164b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.163897 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-a941282b-4ea9-438d-8820-fded7f164b35 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1197944 May 31 12:55:19.172703 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a02ea6b8-7270-4dfe-b3e6-34f5773992be req-759fd164-3f10-4df8-beab-add5d1913632 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522466 May 31 12:55:19.298267 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-67a12db2-f02a-4232-af26-d150a87f5114 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245539 May 31 12:55:19.432728 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0cdd904c-7247-4e7e-a9a5-010c2280b479 req-f0d495ee-1f88-46d9-9bdc-e76d1407c7f6 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264591 May 31 12:55:19.641077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-ba46dd85-d5fb-42a8-bf00-215a7900a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.642558 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-ba46dd85-d5fb-42a8-bf00-215a7900a7e3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378&tenant_id=c3ea182309774d55a25086330fb0a13e HTTP/1.1" status: 200 len: 1097 time: 0.0760114 May 31 12:55:19.734493 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-3dc2be40-23d6-40b8-90bb-217ecbb3515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.736015 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-3dc2be40-23d6-40b8-90bb-217ecbb3515c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c3ea182309774d55a25086330fb0a13e&device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1097 time: 0.0709932 May 31 12:55:19.937045 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-a30c1371-bed3-4424-b143-7ea824f33312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.938508 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-a30c1371-bed3-4424-b143-7ea824f33312 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 200 len: 919 time: 0.1929567 May 31 12:55:19.949023 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f6b7c-36f3-4df9-9c6b-a7ce6f6dfb45 req-2cd275be-3d1a-48c2-846b-2e2be0c8b66c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.950382 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b20f6b7c-36f3-4df9-9c6b-a7ce6f6dfb45 req-2cd275be-3d1a-48c2-846b-2e2be0c8b66c tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.1332557 May 31 12:55:20.025308 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:20.162977 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b20f6b7c-36f3-4df9-9c6b-a7ce6f6dfb45 req-cd007201-aeff-4ff6-9da2-104861c5bc10 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603630 May 31 12:55:20.165286 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-9c0ff8d9-8bf1-42fa-b665-6b2184cb2847 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 200 len: 1000 time: 0.2140579 May 31 12:55:20.229518 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-013e751d-46c5-4084-be68-e7d2bda58e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.230943 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-013e751d-46c5-4084-be68-e7d2bda58e65 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 200 len: 856 time: 0.0591650 May 31 12:55:20.368409 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-57257d16-2aa2-429c-b519-7b09cc558c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.369883 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-57257d16-2aa2-429c-b519-7b09cc558c72 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1316564 May 31 12:55:20.381490 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743383be-4c79-4d71-b9e6-c7429be7c4ae req-9f4b6a15-416c-4de2-a24d-59343d5ee011 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.382847 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-743383be-4c79-4d71-b9e6-c7429be7c4ae req-9f4b6a15-416c-4de2-a24d-59343d5ee011 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0998511 May 31 12:55:20.505366 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-743383be-4c79-4d71-b9e6-c7429be7c4ae req-d628c9da-de44-4fd5-a6e8-36731c6025cb tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048570 May 31 12:55:20.546047 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-cef5e6a7-22d6-477c-9a3a-c7b6dac74404 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623085 May 31 12:55:20.674663 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b422c27-9a87-42d1-bccb-b32b089f5575 req-2208af0f-0663-4f66-bc66-89959c036304 service neutron] 10.222.0.38 "GET /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212788 May 31 12:55:21.308841 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:21.370300 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6341a7-1d8c-4d71-b554-a8425f3e00a6 req-a7b4c9e9-6a6f-4980-bdb1-b23e39bb5846 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.371881 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ca6341a7-1d8c-4d71-b554-a8425f3e00a6 req-a7b4c9e9-6a6f-4980-bdb1-b23e39bb5846 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0876231 May 31 12:55:21.436733 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ca6341a7-1d8c-4d71-b554-a8425f3e00a6 req-86eba137-f907-4d45-bf69-8f2ecef08b57 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590522 May 31 12:55:21.698463 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740df348-7919-4d93-9b93-b25a058b781d req-601cc564-e3f4-402f-900c-da2a53b59421 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.700014 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-740df348-7919-4d93-9b93-b25a058b781d req-601cc564-e3f4-402f-900c-da2a53b59421 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0868683 May 31 12:55:21.748863 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-740df348-7919-4d93-9b93-b25a058b781d req-792cd06f-7fda-4ff5-9ba1-2db2fa21e994 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426714 May 31 12:55:22.302076 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-82dddaed-0441-48f2-aa7e-4aed5e99d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:22.748533 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8cac0-384f-430e-9042-f62079962f0d req-93399bbe-5746-4cf5-8e1c-1b9724895a77 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.750099 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-16f8cac0-384f-430e-9042-f62079962f0d req-93399bbe-5746-4cf5-8e1c-1b9724895a77 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0824442 May 31 12:55:22.795630 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-16f8cac0-384f-430e-9042-f62079962f0d req-b29d1b88-8f87-4943-a976-61616504f98b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 May 31 12:55:22.987611 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d616d-c95f-47a4-985c-1ca85ba6733e req-7e9a8928-5328-44c9-a652-c6abdb53365b tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.989064 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d2d616d-c95f-47a4-985c-1ca85ba6733e req-7e9a8928-5328-44c9-a652-c6abdb53365b tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0921209 May 31 12:55:23.035017 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d2d616d-c95f-47a4-985c-1ca85ba6733e req-5a6323f9-ee8f-4b15-9c0a-1ef2f67984c2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400336 May 31 12:55:24.003613 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7ec21-6389-4602-ba8d-93fb2b77d89f req-670be442-e745-4fb6-ada3-da7c6863d924 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.005160 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c4a7ec21-6389-4602-ba8d-93fb2b77d89f req-670be442-e745-4fb6-ada3-da7c6863d924 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0873103 May 31 12:55:24.051972 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c4a7ec21-6389-4602-ba8d-93fb2b77d89f req-6bf51f08-8b2c-40db-846e-4615dd022f5b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 May 31 12:55:24.237923 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83075199-9610-481b-994f-6c924cfb61e8 req-1ff7176d-99ab-4f5c-834a-9084236044cf tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.239384 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-83075199-9610-481b-994f-6c924cfb61e8 req-1ff7176d-99ab-4f5c-834a-9084236044cf tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0877795 May 31 12:55:24.292160 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-83075199-9610-481b-994f-6c924cfb61e8 req-d45577d8-3f1e-4be9-9105-434b03a249b6 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465920 May 31 12:55:24.708453 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.736221 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-f35e1343-1d26-4470-bf75-46e2d5850bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.249326 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd5e7c-c7eb-4d7e-a3a3-59f9c76b63d6 req-e3a871dc-5180-40fb-8d28-f17df57856ad tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.251032 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a2bd5e7c-c7eb-4d7e-a3a3-59f9c76b63d6 req-e3a871dc-5180-40fb-8d28-f17df57856ad tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0826905 May 31 12:55:25.305625 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a2bd5e7c-c7eb-4d7e-a3a3-59f9c76b63d6 req-6e030e72-7c02-4cc3-a1cc-95f2495afffb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487990 May 31 12:55:25.497680 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2d78b-03d3-4d74-8794-fb8d9156a280 req-e2b0bbc2-f181-4a0c-ae3c-22468a61125d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.499225 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-20f2d78b-03d3-4d74-8794-fb8d9156a280 req-e2b0bbc2-f181-4a0c-ae3c-22468a61125d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0847678 May 31 12:55:25.546656 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-20f2d78b-03d3-4d74-8794-fb8d9156a280 req-5cd59ca9-9c8e-4aec-b6d9-eed03e250a95 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415390 May 31 12:55:25.658726 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:26.508529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beec03f-db78-40b0-a30e-6c017fb314fc req-23b64ac8-7a39-40a7-ac41-934e992d9387 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.510203 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4beec03f-db78-40b0-a30e-6c017fb314fc req-23b64ac8-7a39-40a7-ac41-934e992d9387 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0874331 May 31 12:55:26.555133 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4beec03f-db78-40b0-a30e-6c017fb314fc req-6ab7068f-7597-4249-af7d-79e2d7f06626 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390809 May 31 12:55:26.744420 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35854616-d8d2-4dd2-b167-f952c36b12a3 req-7f9b163a-9d37-439b-8ab0-1e6241866e84 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.745958 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-35854616-d8d2-4dd2-b167-f952c36b12a3 req-7f9b163a-9d37-439b-8ab0-1e6241866e84 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0824122 May 31 12:55:26.798622 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-35854616-d8d2-4dd2-b167-f952c36b12a3 req-13335284-5390-480d-b5c4-d3202a3d69a0 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413184 May 31 12:55:27.299618 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:27.754548 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d819908-de7c-484c-b245-74e9397ba45d req-ee97ab46-362e-4ee9-b3ee-bd9fe0869543 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.755983 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4d819908-de7c-484c-b245-74e9397ba45d req-ee97ab46-362e-4ee9-b3ee-bd9fe0869543 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0867543 May 31 12:55:27.802257 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4d819908-de7c-484c-b245-74e9397ba45d req-58836d3e-36f4-468b-9bc3-e11ddf8d2264 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405769 May 31 12:55:27.988219 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdee099-de28-4f67-a39b-060c449b13cf req-9813219f-c263-48a6-88b4-2aa7b35d2c9f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.989782 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bbdee099-de28-4f67-a39b-060c449b13cf req-9813219f-c263-48a6-88b4-2aa7b35d2c9f tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0873556 May 31 12:55:28.041817 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bbdee099-de28-4f67-a39b-060c449b13cf req-6b2eb660-44fa-4f78-ab6e-a972c2428ea1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455594 May 31 12:55:28.998230 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b2ec8-56b9-4821-9dd0-a94de5b373e0 req-cabe3f3c-dc57-441e-89c3-b2b48547927b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.999685 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ce3b2ec8-56b9-4821-9dd0-a94de5b373e0 req-cabe3f3c-dc57-441e-89c3-b2b48547927b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0849805 May 31 12:55:29.050083 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ce3b2ec8-56b9-4821-9dd0-a94de5b373e0 req-d91acf30-1c34-481c-8dc7-5a0a28923e4d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 May 31 12:55:29.240672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb911cb-12cc-43a4-8ae7-f415de7f6347 req-9cf82761-698c-4f43-ad6d-4bc26f77ce2e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.242594 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dfb911cb-12cc-43a4-8ae7-f415de7f6347 req-9cf82761-698c-4f43-ad6d-4bc26f77ce2e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0903046 May 31 12:55:29.370932 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dfb911cb-12cc-43a4-8ae7-f415de7f6347 req-81cc550e-817c-4cab-a8d1-ee9230d13f26 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224031 May 31 12:55:30.246065 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00030f-d26e-43d0-8a53-1867e3bdd7a9 req-203e8bb4-8f98-4522-8db3-9fb3c029a9c7 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.247727 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d00030f-d26e-43d0-8a53-1867e3bdd7a9 req-203e8bb4-8f98-4522-8db3-9fb3c029a9c7 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0838501 May 31 12:55:30.297212 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d00030f-d26e-43d0-8a53-1867e3bdd7a9 req-6f790b80-f585-4aed-8b3c-7f61cc612ee8 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 May 31 12:55:30.559467 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc98eb-95a1-4602-899b-bf0caeb7fa8f req-9604ed18-5b16-4ab3-9cd4-ab40c32c8cc2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.561802 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1edc98eb-95a1-4602-899b-bf0caeb7fa8f req-9604ed18-5b16-4ab3-9cd4-ab40c32c8cc2 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0830984 May 31 12:55:30.609692 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1edc98eb-95a1-4602-899b-bf0caeb7fa8f req-3fd19745-8233-4e1f-b592-30308231d549 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423040 May 31 12:55:31.502182 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48ba4-b745-4e03-93ce-fa11fc3ee83a req-2349bd64-7d9a-413d-b537-456aca8b35c5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.503783 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0ec48ba4-b745-4e03-93ce-fa11fc3ee83a req-2349bd64-7d9a-413d-b537-456aca8b35c5 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0916371 May 31 12:55:31.550451 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0ec48ba4-b745-4e03-93ce-fa11fc3ee83a req-adcb1a66-7715-453e-a381-b0397a6a5952 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 May 31 12:55:31.857804 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d5345-f8f7-4150-8b66-863c78d67ce7 req-06717f58-9125-4fa1-a624-90a03f2c0829 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.861577 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f75d5345-f8f7-4150-8b66-863c78d67ce7 req-06717f58-9125-4fa1-a624-90a03f2c0829 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.1358986 May 31 12:55:31.913581 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f75d5345-f8f7-4150-8b66-863c78d67ce7 req-b5a6ae68-0d7a-4875-826b-41dfdb3b45ea tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475152 May 31 12:55:32.740538 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e8fc0-3f39-4a7b-a4c9-d50ca96db191 req-404b636e-435b-4aee-ba24-26d41ef53a33 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:32.741981 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b78e8fc0-3f39-4a7b-a4c9-d50ca96db191 req-404b636e-435b-4aee-ba24-26d41ef53a33 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0823605 May 31 12:55:32.785725 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b78e8fc0-3f39-4a7b-a4c9-d50ca96db191 req-94916892-9129-4112-99b3-8263a1a3f6ec tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376673 May 31 12:55:33.099855 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94be16-65cd-43d9-ae23-6c81170a43f3 req-3c54bda3-762a-41c0-b0b2-370952b57beb tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.101306 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa94be16-65cd-43d9-ae23-6c81170a43f3 req-3c54bda3-762a-41c0-b0b2-370952b57beb tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0805440 May 31 12:55:33.147294 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa94be16-65cd-43d9-ae23-6c81170a43f3 req-329cb022-377c-46b4-bade-a198925b1452 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398841 May 31 12:55:33.975078 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd91b4d-3767-47cc-a442-ef3722a0b497 req-bee217ad-ff50-4362-a9a5-c4b1a03c5123 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.976551 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cdd91b4d-3767-47cc-a442-ef3722a0b497 req-bee217ad-ff50-4362-a9a5-c4b1a03c5123 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0824494 May 31 12:55:34.020233 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cdd91b4d-3767-47cc-a442-ef3722a0b497 req-464988fa-8c2c-4315-945b-5801f4f4ed88 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 May 31 12:55:34.329323 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692c288-0bb1-40a5-9abd-2b4670c450c3 req-f116e053-bdc7-4526-a0fc-a62bf4c12522 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.330749 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2692c288-0bb1-40a5-9abd-2b4670c450c3 req-f116e053-bdc7-4526-a0fc-a62bf4c12522 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0784225 May 31 12:55:34.378818 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2692c288-0bb1-40a5-9abd-2b4670c450c3 req-ce82c608-85bc-4f5f-b584-2be8b34d8b10 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2fba3e0-a679-49de-8533-36e2044b7f75&id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424917 May 31 12:55:35.211232 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec40b1-f726-4fdd-88b4-f6316b26a11a req-6f72fed7-7f2a-49d9-a2d0-8b3508ee5a97 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.213289 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ceec40b1-f726-4fdd-88b4-f6316b26a11a req-6f72fed7-7f2a-49d9-a2d0-8b3508ee5a97 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 944 time: 0.0809984 May 31 12:55:35.256194 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ceec40b1-f726-4fdd-88b4-f6316b26a11a req-39808330-10cf-49f8-a721-7bbc33d95596 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373962 May 31 12:55:35.377184 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:55:35.534088 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:35.546549 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'be3d90c5-4404-4195-967c-834ced194b2f', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'port_id': 'be3d90c5-4404-4195-967c-834ced194b2f', 'mac_address': 'fa:16:3e:76:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:55:35.599443 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:35.617339 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:35.632708 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:35.637072 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:35.638855 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-08b04fc0-16d0-4c64-946e-38fc52a53ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:35.703219 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=9']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:35.710272 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.710622 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.710963 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.711302 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.711636 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.711967 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.712297 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.712620 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.712949 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.713307 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.713629 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.713956 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:35.717779 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:35.864813 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['be3d90c5-4404-4195-967c-834ced194b2f'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:36.443937 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1772561-ac60-44d4-be09-774c88515fab req-d9015881-b51a-4912-a787-d3be1ebe9b44 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:36.445401 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1772561-ac60-44d4-be09-774c88515fab req-d9015881-b51a-4912-a787-d3be1ebe9b44 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 945 time: 0.0811708 May 31 12:55:36.489947 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-c1772561-ac60-44d4-be09-774c88515fab req-213e7da0-54a2-4c1c-85d7-9471e2ff00bf tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389385 May 31 12:55:37.284923 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:37.410751 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:55:37.478407 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port be3d90c5-4404-4195-967c-834ced194b2f triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:37.478789 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.594696 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.622857 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:37.625328 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dae1d3-18c7-4046-ab0e-db57e8937b04" -d '{"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:37.633428 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:37.638466 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.640883 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:37.719867 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=10']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:37.722758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7a9c-e8a9-4246-9ca3-0ae838bcc465 req-823b3a97-1faf-4330-8bd7-5c9d0816b5a1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:37.723296 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:37.730058 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5a9c7a9c-e8a9-4246-9ca3-0ae838bcc465 req-823b3a97-1faf-4330-8bd7-5c9d0816b5a1 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.1292233 May 31 12:55:37.739258 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb921e6c-45e2-47da-8741-4e364b8232e2 x-openstack-request-id: req-eb921e6c-45e2-47da-8741-4e364b8232e2 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:37.739536 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-plugged", "status": "completed", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:37.739826 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb921e6c-45e2-47da-8741-4e364b8232e2 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:37.740223 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'code': 200} May 31 12:55:37.803364 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5a9c7a9c-e8a9-4246-9ca3-0ae838bcc465 req-64ec54b4-d132-41dd-972d-af40ebe96e09 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725551 May 31 12:55:38.019753 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6858ff-198f-4f9c-895b-021cdc7ea8d0 req-b82db4e9-31d4-4562-861c-4d3bba8abff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.021233 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4a6858ff-198f-4f9c-895b-021cdc7ea8d0 req-b82db4e9-31d4-4562-861c-4d3bba8abff4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 1100 time: 0.0736477 May 31 12:55:38.061040 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4a6858ff-198f-4f9c-895b-021cdc7ea8d0 req-3cbd36ce-c4e4-4af1-bee1-d9c49bddc361 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332038 May 31 12:55:38.989854 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1208f-7667-4af3-9fb2-95cdef7305d4 req-1466da76-a36a-4f1f-b524-82b98cb5bbac tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.996592 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8a1208f-7667-4af3-9fb2-95cdef7305d4 req-1466da76-a36a-4f1f-b524-82b98cb5bbac tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.0862229 May 31 12:55:39.051732 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8a1208f-7667-4af3-9fb2-95cdef7305d4 req-e56a917b-f856-4d46-a437-a030fcf229d3 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520766 May 31 12:55:40.238759 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee06506-9307-482b-890e-e1bdcb9ef5db req-c73ac140-86eb-4be4-aeda-37a1474b2eba tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.240205 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dee06506-9307-482b-890e-e1bdcb9ef5db req-c73ac140-86eb-4be4-aeda-37a1474b2eba tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.0839043 May 31 12:55:40.283862 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-dee06506-9307-482b-890e-e1bdcb9ef5db req-7801ed9b-c4aa-4abd-ba12-4dc28f90e72f tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378921 May 31 12:55:41.145311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c45f-8aba-4cba-a2fe-4e5ffead8a16 req-2a388129-8f54-4a05-b9bf-c185c3f962b9 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.146836 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7912c45f-8aba-4cba-a2fe-4e5ffead8a16 req-2a388129-8f54-4a05-b9bf-c185c3f962b9 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0839474 May 31 12:55:41.196403 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7912c45f-8aba-4cba-a2fe-4e5ffead8a16 req-7a744b0a-4c2f-42ec-9d29-5e3c0b9ec44a tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 May 31 12:55:42.387208 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e78b3e-79ba-4272-8e8b-07376379fca7 req-1cf71c26-aa9d-4c5d-9ad2-33648d7597ea tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.388827 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5e78b3e-79ba-4272-8e8b-07376379fca7 req-1cf71c26-aa9d-4c5d-9ad2-33648d7597ea tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0802264 May 31 12:55:42.432861 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d5e78b3e-79ba-4272-8e8b-07376379fca7 req-9f0a3acb-27dd-4d12-871b-10f7addb6c12 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383945 May 31 12:55:43.619722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd03bb-d904-4f9d-8352-bff1b2cb5e13 req-72945d20-cdaa-4679-8881-51bc9af9cd32 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.621095 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bbbd03bb-d904-4f9d-8352-bff1b2cb5e13 req-72945d20-cdaa-4679-8881-51bc9af9cd32 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0824304 May 31 12:55:43.666935 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bbbd03bb-d904-4f9d-8352-bff1b2cb5e13 req-be1791fc-6433-4e3e-98ab-5793d4dd4ead tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 May 31 12:55:44.852937 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73067a9-dd89-4627-8994-3c174e8d44fc req-efb899ef-0952-41cc-b6c8-5412e490ddda tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.854910 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d73067a9-dd89-4627-8994-3c174e8d44fc req-efb899ef-0952-41cc-b6c8-5412e490ddda tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0789311 May 31 12:55:44.897644 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-d73067a9-dd89-4627-8994-3c174e8d44fc req-91504158-6278-499a-851b-77155a0cc095 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372353 May 31 12:55:46.159261 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b626-383f-4ad5-8d23-46746a9bf0cf req-73553008-c517-4188-a4ef-be7a27f6ce6f tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.160709 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed01b626-383f-4ad5-8d23-46746a9bf0cf req-73553008-c517-4188-a4ef-be7a27f6ce6f tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1595011 May 31 12:55:46.204315 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed01b626-383f-4ad5-8d23-46746a9bf0cf req-af5af16c-4a87-4cea-8574-a1d519308c0b tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380392 May 31 12:55:47.386698 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bf515-8cd7-4fb8-9274-8643e488c7b9 req-da5f4bbd-fe37-4e7a-80de-be618f447489 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:47.388125 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-162bf515-8cd7-4fb8-9274-8643e488c7b9 req-da5f4bbd-fe37-4e7a-80de-be618f447489 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0804255 May 31 12:55:47.431371 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-162bf515-8cd7-4fb8-9274-8643e488c7b9 req-a1e564e7-ecb9-4c36-9936-770eecfba111 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378048 May 31 12:55:48.616928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8519-a94d-4ca6-97f1-5e7e300af725 req-39fa63c9-3dda-4b57-b884-4f8103b9e8fb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:48.618386 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f02e8519-a94d-4ca6-97f1-5e7e300af725 req-39fa63c9-3dda-4b57-b884-4f8103b9e8fb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0791156 May 31 12:55:48.661349 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f02e8519-a94d-4ca6-97f1-5e7e300af725 req-b2c36256-3435-45b5-aeb1-19fd11c7dd56 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365636 May 31 12:55:49.855912 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93209c57-4361-4bde-a09a-036e940c2019 req-e83e8490-597a-4780-8dcb-a00a6bceb09e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.857650 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93209c57-4361-4bde-a09a-036e940c2019 req-e83e8490-597a-4780-8dcb-a00a6bceb09e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0859528 May 31 12:55:49.903736 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-93209c57-4361-4bde-a09a-036e940c2019 req-ebb7f4b3-7c27-4f2b-a8ab-225f26803340 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 May 31 12:55:50.021257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.327993 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a3e6-1a0c-45ca-aba2-e86a0cde7bc5 req-85c3d028-78fc-42ca-9e85-0d451db6e2af tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:50.329446 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6e6a3e6-1a0c-45ca-aba2-e86a0cde7bc5 req-85c3d028-78fc-42ca-9e85-0d451db6e2af tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.0780830 May 31 12:55:50.372711 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6e6a3e6-1a0c-45ca-aba2-e86a0cde7bc5 req-86600ce3-3b62-4f36-9705-ad985fbca235 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377903 May 31 12:55:51.089935 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fbce7-2268-4546-9911-8347b7bf9361 req-e6116893-8c29-4d91-b6ff-0f9c2c4c9769 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.091379 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4b6fbce7-2268-4546-9911-8347b7bf9361 req-e6116893-8c29-4d91-b6ff-0f9c2c4c9769 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0839200 May 31 12:55:51.135894 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-4b6fbce7-2268-4546-9911-8347b7bf9361 req-fd80bbbe-a8b5-476a-9961-0acbfbebf0d3 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 May 31 12:55:51.256321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6b64-308e-449f-b457-c46e59c533fc req-870462c6-091f-4744-ab21-bca12bb8f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.257746 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-870462c6-091f-4744-ab21-bca12bb8f79e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.0707057 May 31 12:55:51.385408 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6b64-308e-449f-b457-c46e59c533fc req-6fdead82-cb32-4c6e-906c-9173a8f7eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.386976 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-6fdead82-cb32-4c6e-906c-9173a8f7eb08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1223199 May 31 12:55:51.532855 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-b272e9ed-c243-4820-86d9-5f4f672bb56b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 1000 time: 0.1388588 May 31 12:55:51.606437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6b64-308e-449f-b457-c46e59c533fc req-db47fd81-333c-482a-a63a-a5fba32da68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.607851 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-db47fd81-333c-482a-a63a-a5fba32da68e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.0672977 May 31 12:55:51.618648 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c047-c702-4982-b4eb-52dce15ce232 req-1c43357a-786c-464c-80aa-41d869e6ff94 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.620610 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ea52c047-c702-4982-b4eb-52dce15ce232 req-1c43357a-786c-464c-80aa-41d869e6ff94 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.1452296 May 31 12:55:51.708467 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ea52c047-c702-4982-b4eb-52dce15ce232 req-6ae6ca2c-340b-4fd7-a63f-6e56d8bf984a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564187 May 31 12:55:51.724319 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6b64-308e-449f-b457-c46e59c533fc req-bd6b1709-466e-4852-a73c-6f7a14f769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.725906 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-bd6b1709-466e-4852-a73c-6f7a14f769ed service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043723 May 31 12:55:51.855326 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-a9a24a8b-f8c8-42c5-962b-7af69f18b592 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225169 May 31 12:55:51.985689 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-f50a6b64-308e-449f-b457-c46e59c533fc req-966638e4-e42d-43fc-9fbe-bb57a5710697 service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215675 May 31 12:55:52.304203 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6986fd2b-bda2-432b-ac9f-0b210c60b771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.378387 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-c0d97b95-cefd-436b-83f0-6cfc416a6a37 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.379812 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-c0d97b95-cefd-436b-83f0-6cfc416a6a37 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.1381814 May 31 12:55:52.392336 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8d56-255a-4175-ae0a-296cb360b62b req-360c22cc-3eec-4474-b3d8-542df2b36d94 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.393747 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-176e8d56-255a-4175-ae0a-296cb360b62b req-360c22cc-3eec-4474-b3d8-542df2b36d94 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1509123 May 31 12:55:52.607539 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-176e8d56-255a-4175-ae0a-296cb360b62b req-1e5b4de6-d97d-475b-824c-a2c99f548fa3 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801414 May 31 12:55:52.642949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Deleting port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:52.643298 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.773967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] For port 7f2df73b-5ad8-4b7f-bd1e-427324446d41, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=7f2df73b-5ad8-4b7f-bd1e-427324446d41,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:52.774324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.095056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac902bb9-8010-4568-a878-d521524bd4ba req-c84a02fe-144a-4279-a974-c7e0e9e5d4be tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:53.096491 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ac902bb9-8010-4568-a878-d521524bd4ba req-c84a02fe-144a-4279-a974-c7e0e9e5d4be tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 946 time: 0.2517409 May 31 12:55:53.150543 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.150910 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.151219 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.l3_db [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Floating IP a67882bb-cfcf-4f83-a67c-9f4fa531dfc1 disassociated. External IP: 172.28.2.130, port: 7f2df73b-5ad8-4b7f-bd1e-427324446d41. May 31 12:55:53.151554 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Calling delete_port for 7f2df73b-5ad8-4b7f-bd1e-427324446d41 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:53.161920 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ac902bb9-8010-4568-a878-d521524bd4ba req-4fc132ef-4efe-4aa6-a2a3-612bba8f0fb7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups?id=f3efd01d-9d7a-4488-b11e-034f98b6835a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568154 May 31 12:55:53.272390 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.277758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:53.321968 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'Port': ['ID=7f2df73b-5ad8-4b7f-bd1e-427324446d41,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:53.332879 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.333279 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.333646 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.334003 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.334355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.334709 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.335057 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.335405 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.335753 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.336099 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.336441 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.336781 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:53.389673 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:53.523484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:53.721140 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:53.731840 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:53.742590 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:53.743498 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:53.869244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] No DVR routers for this DVR port 7f2df73b-5ad8-4b7f-bd1e-427324446d41 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:53.873263 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.876067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'name': 'network-vif-deleted', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:53.878726 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49292967-cbbb-468a-88a1-65e4aaa00a11" -d '{"events": [{"server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "name": "network-vif-deleted", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:53.893401 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6633db23-d988-4c24-92c9-0e59b8ba09f6 req-97011986-7dfe-4a76-af3f-df1931f1c1c1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.38 "DELETE /v2.0/ports/7f2df73b-5ad8-4b7f-bd1e-427324446d41 HTTP/1.1" status: 204 len: 173 time: 1.4986334 May 31 12:55:53.910059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919df7-1314-49b6-8069-30c1dde86d3d req-37004c7e-ee50-42db-8e8b-046e7d75f497 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:53.914031 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad919df7-1314-49b6-8069-30c1dde86d3d req-37004c7e-ee50-42db-8e8b-046e7d75f497 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1946709 May 31 12:55:53.938896 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:53.961023 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad919df7-1314-49b6-8069-30c1dde86d3d req-368e706d-3e9e-418c-8e34-ee58425647fc tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 May 31 12:55:54.047021 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f147a8-0ce3-48b0-89af-c70c71fbd8f4 x-openstack-request-id: req-b0f147a8-0ce3-48b0-89af-c70c71fbd8f4 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:54.047340 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a", "name": "network-vif-deleted", "tag": "7f2df73b-5ad8-4b7f-bd1e-427324446d41", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:54.047631 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0f147a8-0ce3-48b0-89af-c70c71fbd8f4 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:54.048052 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a', 'name': 'network-vif-deleted', 'tag': '7f2df73b-5ad8-4b7f-bd1e-427324446d41', 'status': 'completed', 'code': 200} May 31 12:55:54.268063 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:54.272043 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:54.280803 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:54.281450 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:54.319356 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-ed4a4475-3f17-4020-b865-709f6ddc3ac4 req-5d88217e-ad7e-44b8-8c9f-8aab1b56e192 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Synchronizing usage tracker for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:54.334783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-ed4a4475-3f17-4020-b865-709f6ddc3ac4 req-5d88217e-ad7e-44b8-8c9f-8aab1b56e192 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Unset dirty status for tenant:228c23ebeaa1479f8b22d7eea3651aaa on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:54.336073 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ed4a4475-3f17-4020-b865-709f6ddc3ac4 req-5d88217e-ad7e-44b8-8c9f-8aab1b56e192 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcfba4ec-3b09-4dfa-8be4-3ec9e397b66a HTTP/1.1" status: 200 len: 210 time: 0.0570521 May 31 12:55:54.491395 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:54.731297 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.784746 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-04cfea48-3932-46f2-b806-327679638c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.822941 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:54.826948 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c004e-3160-4dbd-a571-5bd4f11cd529 None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 4, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': '5c3e7837-d213-4aff-839d-5a5e374c4b9e', 'name': '', 'network_id': '127e6114-b151-4971-a21e-244e09760a8e', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'mac_address': 'fa:16:3e:4a:8d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:04Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'subnets': [{'id': 'ffb03c59-eb16-44c0-85a5-9fdf189f551b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:55.035570 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea541278-981b-4ff7-ac93-79d144a39b70 None None] New status for floating IP a67882bb-cfcf-4f83-a67c-9f4fa531dfc1: DOWN {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:55:55.148674 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a5fdf-4a46-4d0b-84d8-eafcccba2ed9 req-ce4cc110-b6b2-4ef0-ab8e-f7264f203a60 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.150635 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d2a5fdf-4a46-4d0b-84d8-eafcccba2ed9 req-ce4cc110-b6b2-4ef0-ab8e-f7264f203a60 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0825369 May 31 12:55:55.198699 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2d2a5fdf-4a46-4d0b-84d8-eafcccba2ed9 req-5584d398-6282-4472-aba1-45ed4c5eeaff tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 May 31 12:55:55.464273 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33598) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:55.505216 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33602) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:55.618042 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-04a09978-eadd-4913-8ccc-ee8a1c1e194a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115029 May 31 12:55:55.645747 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.683480 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.708728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b5f3e-056d-41e5-b5df-1d56e95257e9 req-80ef1f34-b319-4375-9192-e1e441bcdeb6 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.710219 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f4b5f3e-056d-41e5-b5df-1d56e95257e9 req-80ef1f34-b319-4375-9192-e1e441bcdeb6 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1446521 May 31 12:55:55.738462 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.792929 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f4b5f3e-056d-41e5-b5df-1d56e95257e9 req-411a40c2-252c-4e0c-a815-b4525a302589 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754881 May 31 12:55:55.820101 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.824663 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-523450c4-5379-47d7-8a7d-230f4d057570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:55.839962 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efd01d-9d7a-4488-b11e-034f98b6835a,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:55.842545 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:55.851735 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.855403 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "DELETE /v2.0/security-groups/f3efd01d-9d7a-4488-b11e-034f98b6835a HTTP/1.1" status: 204 len: 168 time: 0.3877409 May 31 12:55:55.855646 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33614) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:55.874995 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.api.v2.resource [None req-fb569c32-9420-4ab9-a6ff-bb3793013161 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] show failed (client error): The resource could not be found. May 31 12:55:55.875998 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-fb569c32-9420-4ab9-a6ff-bb3793013161 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "GET /v2.0/security-groups/f3efd01d-9d7a-4488-b11e-034f98b6835a HTTP/1.1" status: 404 len: 347 time: 0.0194581 May 31 12:55:55.878803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33618) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:56.097661 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Deleting port b1ff2baa-a221-43aa-9538-cb35b7751c55 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:56.098004 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.214579 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.215217 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.343323 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Calling delete_port for b1ff2baa-a221-43aa-9538-cb35b7751c55 owned by network:floatingip {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:56.455161 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.459744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5abbcd1f-67f2-4114-ab1f-931a7659bb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:56.504784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Pushing event deleted for resources: {'Port': ['ID=b1ff2baa-a221-43aa-9538-cb35b7751c55,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:56.536519 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:56.603887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks [] for floatingip, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.622775 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.624644 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c2cac314-c57c-47c3-aa95-438ca03bf13d tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] 10.222.0.61 "DELETE /v2.0/floatingips/a67882bb-cfcf-4f83-a67c-9f4fa531dfc1 HTTP/1.1" status: 204 len: 168 time: 0.7441990 May 31 12:55:57.001468 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55419-a04c-4d44-8b77-8cecc4f2671b req-46ef3da4-bbce-4e9b-a473-4cc2c097f33b tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.002909 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7af55419-a04c-4d44-8b77-8cecc4f2671b req-46ef3da4-bbce-4e9b-a473-4cc2c097f33b tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0830085 May 31 12:55:57.046324 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7af55419-a04c-4d44-8b77-8cecc4f2671b req-8fc0fb7a-41e0-4c62-b33e-9fd8d99d1a21 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378051 May 31 12:55:57.151019 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-5414c4f3-9ff6-4f25-896e-9d8f360a4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.152490 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-5414c4f3-9ff6-4f25-896e-9d8f360a4a68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04&tenant_id=2c615350ee5c41f4b09cba7385a81c84 HTTP/1.1" status: 200 len: 1098 time: 0.0736351 May 31 12:55:57.243758 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-88792fbb-81b5-45af-be69-75de48e051e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.245636 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-88792fbb-81b5-45af-be69-75de48e051e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.0705900 May 31 12:55:57.297280 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.380083 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-c7037c5f-88aa-40dd-8211-38ccdea00845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.381560 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-c7037c5f-88aa-40dd-8211-38ccdea00845 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1253612 May 31 12:55:57.484764 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-3abeb658-4123-453b-bf60-2b870f7eaa5e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 1000 time: 0.0957465 May 31 12:55:57.520390 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 7f2df73b-5ad8-4b7f-bd1e-427324446d41 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:57.550250 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-3f9ad731-41ce-4712-9660-c2d653789756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.551663 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-3f9ad731-41ce-4712-9660-c2d653789756 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.0599198 May 31 12:55:57.558297 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 7f2df73b-5ad8-4b7f-bd1e-427324446d41 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:57.558708 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 7f2df73b-5ad8-4b7f-bd1e-427324446d41 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:57.559132 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:57.671781 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.698793 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:57.700998 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e2526-8ed6-416e-9a4b-fe88ff2e3780" -d '{"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:57.708669 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.711329 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-55760d1e-6d36-4538-a370-c0c62e14db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.712882 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-55760d1e-6d36-4538-a370-c0c62e14db01 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1536732 May 31 12:55:57.714053 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.715890 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:57.753164 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8ff738-46e5-4444-8696-99a138b5ee6a x-openstack-request-id: req-cb8ff738-46e5-4444-8696-99a138b5ee6a {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:57.753464 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-unplugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:57.753726 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb8ff738-46e5-4444-8696-99a138b5ee6a {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:57.754113 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'code': 200} May 31 12:55:57.785195 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=6']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:57.788118 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:57.848388 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-290d0907-b926-472d-8c86-dfb26cf10edd service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252463 May 31 12:55:57.983965 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d697ccb-73b3-4006-9c8f-160908d945a9 req-46bf159e-9e53-432a-8216-b6732f42c9fd service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282489 May 31 12:55:58.237033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e75a0-c2f4-41a8-b321-4ed69875418a req-35e855fb-8308-4cdc-8eae-c2d9752080e7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:58.238528 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-367e75a0-c2f4-41a8-b321-4ed69875418a req-35e855fb-8308-4cdc-8eae-c2d9752080e7 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.0872440 May 31 12:55:58.282179 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-367e75a0-c2f4-41a8-b321-4ed69875418a req-3459b23c-11d5-40f9-ae6f-1c5bcf830b75 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 May 31 12:55:59.204657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dc1e4-a7e4-48d7-ae40-cf987c122249 req-8c9f7fb0-5742-4534-8930-6029eca7c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:59.206171 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ca1dc1e4-a7e4-48d7-ae40-cf987c122249 req-8c9f7fb0-5742-4534-8930-6029eca7c7aa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1096 time: 0.0720060 May 31 12:55:59.246346 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ca1dc1e4-a7e4-48d7-ae40-cf987c122249 req-cc316069-0157-42ab-b9db-2935f491c22a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337901 May 31 12:55:59.475492 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf844291-772f-427c-8755-787d0636765d req-4a1582ab-7dda-4ea7-b559-fbb37caf5ce0 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:59.476927 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf844291-772f-427c-8755-787d0636765d req-4a1582ab-7dda-4ea7-b559-fbb37caf5ce0 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.0852122 May 31 12:55:59.522756 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf844291-772f-427c-8755-787d0636765d req-8b9878d4-f292-4096-b66e-30a7665f3881 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 May 31 12:56:00.623332 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33658) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:00.709442 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97bf08-b401-40a6-949c-7be1bbf603a9 req-cd02b1f0-e903-4281-809e-d336f6135393 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:00.710823 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8c97bf08-b401-40a6-949c-7be1bbf603a9 req-cd02b1f0-e903-4281-809e-d336f6135393 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 943 time: 0.0807717 May 31 12:56:00.834691 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-8c97bf08-b401-40a6-949c-7be1bbf603a9 req-28010aa2-0e57-4cf6-ac5c-b12139383db0 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176600 May 31 12:56:01.276746 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.550705 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:56:01.681905 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:01.694774 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'port_id': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'mac_address': 'fa:16:3e:11:f9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:56:01.747950 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.757529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Deleting port 5c3e7837-d213-4aff-839d-5a5e374c4b9e {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:01.758056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.763783 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4246f3-56ec-4a8c-b4a5-235a42108469 {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:56:01.778993 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:01.784002 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.785753 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:01.853270 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=7']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:01.856760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:01.878953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] For port 5c3e7837-d213-4aff-839d-5a5e374c4b9e, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5c3e7837-d213-4aff-839d-5a5e374c4b9e,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:01.879317 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.005473 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Calling delete_port for 5c3e7837-d213-4aff-839d-5a5e374c4b9e owned by network:router_interface {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:02.037806 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['fd4246f3-56ec-4a8c-b4a5-235a42108469'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:02.283784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.288247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d4b0f6f3-ace6-42cc-b91b-858051cece58 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:02.332576 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3e7837-d213-4aff-839d-5a5e374c4b9e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:02.369025 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:02.598371 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.052956 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Router bfb2b13c-8137-490c-ad42-41f860e35948 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:03.224756 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:03.233943 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Sync routers for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:03.237702 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] 10.222.0.61 "PUT /v2.0/routers/bfb2b13c-8137-490c-ad42-41f860e35948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6132743 May 31 12:56:03.240190 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33668) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:03.244113 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:03.244750 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.413835 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.418962 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:03.567763 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:56:03.589882 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.659409 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Deleting port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:03.659757 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.748340 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port fd4246f3-56ec-4a8c-b4a5-235a42108469 triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:56:03.748631 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.779834 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] For port fbeb97ba-b18a-43fc-86ac-c3838e65a5ac, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:03.780189 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.880077 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:56:02Z', 'revision_number': 5, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port': {'id': 'fbeb97ba-b18a-43fc-86ac-c3838e65a5ac', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:59Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.886639 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.896292 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Checking router: bfb2b13c-8137-490c-ad42-41f860e35948 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:03.900837 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Calling delete_port for fbeb97ba-b18a-43fc-86ac-c3838e65a5ac owned by network:router_gateway {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:03.914475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Routers {'bfb2b13c-8137-490c-ad42-41f860e35948'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:03.915068 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['bfb2b13c-8137-490c-ad42-41f860e35948'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.972526 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:03.974772 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd0ad42-a8ab-4e4d-942f-8a71f50f089a" -d '{"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:04.044294 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8ac9be-05a0-4939-b213-9e8c4006b6ca x-openstack-request-id: req-8c8ac9be-05a0-4939-b213-9e8c4006b6ca {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:04.044553 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:04.044793 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c8ac9be-05a0-4939-b213-9e8c4006b6ca {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:04.045174 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'code': 200} May 31 12:56:04.055964 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:04.069126 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.069713 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.069713 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:04.069925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8c812345-0ee9-4d84-b158-af7462b93d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:04.109819 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbeb97ba-b18a-43fc-86ac-c3838e65a5ac,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:04.131479 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] Set router bfb2b13c-8137-490c-ad42-41f860e35948 gateway port host: None {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:04.143494 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:04.202077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.238522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7155e130-c5de-417c-b272-500d41cae070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:56:03Z', 'revision_number': 6, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:04.243538 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=8']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:04.247171 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:04.247955 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155e130-c5de-417c-b272-500d41cae070 None None] The sync data for ids ['bfb2b13c-8137-490c-ad42-41f860e35948'] in dv-cinder-793264-2-smb is: [{'id': 'bfb2b13c-8137-490c-ad42-41f860e35948', 'name': 'tempest-AttachVolumeTestJSON-1956852647-router', 'tenant_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:50:58Z', 'updated_at': '2021-05-31T12:56:03Z', 'revision_number': 6, 'project_id': '228c23ebeaa1479f8b22d7eea3651aaa', 'gw_port_host': None}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:04.464965 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.467274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.489262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.489807 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb2b13c-8137-490c-ad42-41f860e35948 {{(pid=98258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:04.502649 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.503753 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/bfb2b13c-8137-490c-ad42-41f860e35948 HTTP/1.1" status: 204 len: 168 time: 1.2626975 May 31 12:56:04.506297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33674) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:04.569647 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Deleting subnet ffb03c59-eb16-44c0-85a5-9fdf189f551b {{(pid=98258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:04.573045 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.626495 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1317900'] for subnet, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.743694 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.988224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2746096'] for subnet, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.993425 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bb209f23-047c-4e91-a811-e63d58e523bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:05.031851 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb03c59-eb16-44c0-85a5-9fdf189f551b,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:05.033849 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.037919 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a8fe2-0b2f-41cd-a0b9-f4c3d57626ed None None] Network 127e6114-b151-4971-a21e-244e09760a8e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:05.038183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:05.040985 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-1b4f5131-ebeb-437b-83cc-5c82d9f2b98c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ffb03c59-eb16-44c0-85a5-9fdf189f551b HTTP/1.1" status: 204 len: 168 time: 0.5337632 May 31 12:56:05.043522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33678) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:05.155596 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.239705 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Deleting port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:05.240187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.300884 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] DHCP port deletion for 127e6114-b151-4971-a21e-244e09760a8e request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:56:05.352437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] For port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:05.352784 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.363383 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Deleting port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:05.363767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.464761 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] For port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,segment=NetworkSegment(0ee39afb-626c-4464-96a2-3e7dad78b355),segment_id=0ee39afb-626c-4464-96a2-3e7dad78b355)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:05.465213 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.479948 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Calling delete_port for 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 owned by network:dhcp {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:05.526669 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.531254 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-984d0b22-cf5f-4ed9-a114-7d49e97e3c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:05.577600 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:05.579446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] No DVR routers for this DVR port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 on host dv-cinder-793264-2-smb {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:05.580918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:05.586161 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Calling delete_port for 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:05.695921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.708992 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127e6114-b151-4971-a21e-244e09760a8e']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:05.720926 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee39afb-626c-4464-96a2-3e7dad78b355') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:05.721255 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee39afb-626c-4464-96a2-3e7dad78b355') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:05.732267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.739030 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.742558 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-7f9005ff-3962-4a7f-af7b-119a71da7c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:05.748542 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.755383 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:05.755836 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:05.769294 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:05.785964 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Pushing event deleted for resources: {'Port': ['ID=6fbde690-c1eb-4b9e-827c-e6d9f556d2f3,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:05.788886 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:05.789911 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] No DVR routers for this DVR port 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:05.933132 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.938216 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.940697 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-149568bf-e26a-4944-afbc-18828b56c4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:05.965324 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Pushing event deleted for resources: {'Network': ['ID=127e6114-b151-4971-a21e-244e09760a8e,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:05.967688 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:05.976049 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-cc66e6eb-bc1d-49c3-9685-ba0651b6b156 admin admin] 10.222.0.61 "DELETE /v2.0/networks/127e6114-b151-4971-a21e-244e09760a8e HTTP/1.1" status: 204 len: 168 time: 0.9314508 May 31 12:56:06.074185 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fbeb97ba-b18a-43fc-86ac-c3838e65a5ac no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:06.094675 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33684) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:06.107906 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: fbeb97ba-b18a-43fc-86ac-c3838e65a5ac {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:06.108253 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fbeb97ba-b18a-43fc-86ac-c3838e65a5ac not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:06.108671 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:06.141966 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:06.142311 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 6fbde690-c1eb-4b9e-827c-e6d9f556d2f3 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:06.142491 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-8a940e69-30a5-4646-8beb-8f52cb7bde8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=228c23ebeaa1479f8b22d7eea3651aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466335 May 31 12:56:06.142849 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5c3e7837-d213-4aff-839d-5a5e374c4b9e no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:06.144881 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33688) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:06.175097 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 5c3e7837-d213-4aff-839d-5a5e374c4b9e {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:06.175444 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5c3e7837-d213-4aff-839d-5a5e374c4b9e not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:06.204310 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:06.230222 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:06.282734 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:06.286307 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e22672cf-d5e1-4bda-9d04-09344f3d9649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:06.303873 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00144e-00a8-49f3-b8b1-3abb8ca45b60,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:06.308980 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:06.311172 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:06.314449 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a00144e-00a8-49f3-b8b1-3abb8ca45b60 HTTP/1.1" status: 204 len: 168 time: 0.1664188 May 31 12:56:07.009965 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33712) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:07.112847 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-392352929-network', 'tenant_id': 'f9e7cfa0526d49c395a74d9c05e44d13'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:07.117339 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:07.121591 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Usage tracker for resource:network and tenant:f9e7cfa0526d49c395a74d9c05e44d13 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:07.124481 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:07.130426 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:07.141197 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Made reservation on behalf of f9e7cfa0526d49c395a74d9c05e44d13 for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:07.143566 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.155967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.169839 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:07.173561 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Usage tracker for resource:security_group_rule and tenant:f9e7cfa0526d49c395a74d9c05e44d13 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:07.176293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:07.181963 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:07.267417 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.270949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.273743 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e90e61c4-2eca-4ead-9c72-7f68ec6f62f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:07.300927 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:56:07.309746 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c066f7-8516-4538-b750-11d0f85a0c30,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:07.313028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:07.317488 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.317488 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Added segment 9e0db857-b4e3-4a38-9c1e-78c2aa52bf5c of type vlan for network 607a9dc4-f633-4959-a750-578706c16f69 May 31 12:56:07.343551 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.371888 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.373196 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:07.373773 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.378262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bf5d9c3d-e5e5-4f8e-a57d-d14795e52678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:07.472933 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4612975 May 31 12:56:07.476162 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Pushing event updated for resources: {'Network': ['ID=607a9dc4-f633-4959-a750-578706c16f69,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:07.476341 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33718) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:07.478728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:07.482286 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Request body: {'subnet': {'network_id': '607a9dc4-f633-4959-a750-578706c16f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-392352929-subnet', 'tenant_id': 'f9e7cfa0526d49c395a74d9c05e44d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:07.486577 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network 607a9dc4-f633-4959-a750-578706c16f69 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:56:07.487145 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:07.491217 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Usage tracker for resource:subnet and tenant:f9e7cfa0526d49c395a74d9c05e44d13 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:07.494057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:07.501342 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:07.510816 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Made reservation on behalf of f9e7cfa0526d49c395a74d9c05e44d13 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:07.513236 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3249087'] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.883545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2150337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3249065'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.887893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:07.957986 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f129787-8507-4199-afdb-67c60c502961,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:07.966449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Checking segment: {'id': '9e0db857-b4e3-4a38-9c1e-78c2aa52bf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '607a9dc4-f633-4959-a750-578706c16f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:56:07.966793 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Network hostable DHCP agents. Network: 607a9dc4-f633-4959-a750-578706c16f69, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:56:07.969940 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.970312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.970671 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.971018 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.971374 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.971722 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.972069 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.972416 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.972769 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.973131 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.973479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.973823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:07.977652 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:07.991585 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Network 607a9dc4-f633-4959-a750-578706c16f69 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:56:08.000594 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, 607a9dc4-f633-4959-a750-578706c16f69) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:56:08.008452 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:08.009025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.011221 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969c67b-9818-4d3a-b7fd-1c711c0dc33a None None] Network 607a9dc4-f633-4959-a750-578706c16f69 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:08.030887 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e1417f6a-f699-4642-ad0c-9d133f421501 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5536160 May 31 12:56:08.201664 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7417af76-39e7-45eb-863f-51270ac7cec5 None None] Network 607a9dc4-f633-4959-a750-578706c16f69 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:08.523289 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33740) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:08.529224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-150811897-network', 'tenant_id': '6dcecffc90d3431fbaf89c2e91d62060'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:08.533740 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:08.537571 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Usage tracker for resource:network and tenant:6dcecffc90d3431fbaf89c2e91d62060 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:08.540454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:08.546158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:08.556294 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Made reservation on behalf of 6dcecffc90d3431fbaf89c2e91d62060 for: {'network': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:08.559022 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.570831 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.589185 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:08.592877 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcecffc90d3431fbaf89c2e91d62060 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:08.595644 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:08.601253 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:08.684066 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.687944 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.690783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2505bf63-0609-4ffa-b361-7ba1c3dd28e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:08.717936 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=98258) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:56:08.726154 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58124ea7-376a-499c-affb-b246a3a5f862,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:08.729687 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:08.732035 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.732374 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.segments_db [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Added segment 53eaa438-6b8c-413e-91e9-93667bf0f292 of type vlan for network dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 May 31 12:56:08.758405 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.786894 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.788254 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:08.788826 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.794053 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:08.888926 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3645549 May 31 12:56:08.891723 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33746) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:08.892226 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:08.894834 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:08.897497 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Request body: {'subnet': {'network_id': 'dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-150811897-subnet', 'tenant_id': '6dcecffc90d3431fbaf89c2e91d62060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:08.902484 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:56:08.903633 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:08.907831 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Usage tracker for resource:subnet and tenant:6dcecffc90d3431fbaf89c2e91d62060 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:08.910726 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:08.916929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:08.926555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Made reservation on behalf of 6dcecffc90d3431fbaf89c2e91d62060 for: {'subnet': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:08.928878 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3249087'] for subnet, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.303245 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2150337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3249065'] for subnet, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.307760 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-0b2222e1-00f3-4176-b11d-1c441086e57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:09.373696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Pushing event updated for resources: {'Subnet': ['ID=811a9405-233c-463b-82db-0bf8f332d1cf,revision_number=0']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:09.377449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:09.384093 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Checking segment: {'id': '53eaa438-6b8c-413e-91e9-93667bf0f292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:56:09.384444 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Network hostable DHCP agents. Network: dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:56:09.400528 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Network dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:56:09.410847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568) {{(pid=98259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:56:09.419757 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:09.419932 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343973cd-2227-44f1-8a7d-cf326294ea61 None None] Network dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:09.420338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.445769 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5526729 May 31 12:56:09.566555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33752) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:09.605643 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f2f3c-20e1-4add-9e4d-364d2a1fda27 None None] Network dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:09.629448 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Deleting subnet 3f129787-8507-4199-afdb-67c60c502961 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:09.632435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.680807 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.739088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.884675 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-b42425a2-f810-4d74-9fd9-8137e4ee9f36 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571391296&fields=id&tenant_id=406380fbcae04392841bb181a45e4df9 HTTP/1.1" status: 200 len: 267 time: 0.0397770 May 31 12:56:09.969097 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-310ea75d-8ca1-43a9-b917-cdd472dbf9be tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:09.970569 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-310ea75d-8ca1-43a9-b917-cdd472dbf9be tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 984 time: 0.0801334 May 31 12:56:09.981534 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Request body: {'port': {'security_groups': ['f79a2c7b-9c76-42b6-a46d-35cb884ceeb7']}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:10.077929 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.082909 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:10.105826 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.121023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f129787-8507-4199-afdb-67c60c502961,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:10.123430 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:10.126092 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.133437 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3f129787-8507-4199-afdb-67c60c502961 HTTP/1.1" status: 204 len: 168 time: 0.5658455 May 31 12:56:10.136635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33758) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:10.250464 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.359259 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:10.384508 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.387551 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.390128 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.395869 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:10.402449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a9dc4-f633-4959-a750-578706c16f69']}} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:10.410369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:10.417441 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0db857-b4e3-4a38-9c1e-78c2aa52bf5c') {'for_net_delete': True} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:10.417748 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0db857-b4e3-4a38-9c1e-78c2aa52bf5c') {} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:10.430522 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146129'] for segment, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.456879 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.457553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.458949 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6a7e9ce0-32b7-4ae8-a030-649d4c0571ba req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "PUT /v2.0/ports/d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 942 time: 0.4819782 May 31 12:56:10.459507 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:10.462396 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d26508f-3454-4446-967e-d93e5e09bb84" -d '{"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:10.466459 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.466594 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33764) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:10.489645 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=98259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:10.490189 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2149668'] for segment, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.491311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event updated for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=7']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: Traceback (most recent call last): May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: timer() May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: cb(*args, **kw) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: return func(*args, **kwargs) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: self._notify() May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: self.callback(batched_events) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: event.method(event) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: return f(self, *a, **k) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: return self._get(url).json() May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: return self.request(url, 'GET', **kwargs) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:10.504053 dv-cinder-793264-2-smb neutron-server[98259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:10.506180 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:10.531270 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612eccac-8567-42db-9e4a-2f87fd3d9894 x-openstack-request-id: req-612eccac-8567-42db-9e4a-2f87fd3d9894 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:10.531668 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:10.532023 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-612eccac-8567-42db-9e4a-2f87fd3d9894 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:10.532535 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:56:10.632417 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:10.643742 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-99eec31d-a918-4c12-aa20-9fda9a580df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.645367 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-99eec31d-a918-4c12-aa20-9fda9a580df6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1098 time: 0.0882630 May 31 12:56:10.647099 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.648879 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.664255 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-822a5f5d-ca9a-4d93-b68b-fed25a7fd97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:10.681807 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.700604 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] 10.222.0.61 "DELETE /v2.0/networks/607a9dc4-f633-4959-a750-578706c16f69 HTTP/1.1" status: 204 len: 168 time: 0.5629420 May 31 12:56:10.701750 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Pushing event deleted for resources: {'Network': ['ID=607a9dc4-f633-4959-a750-578706c16f69,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:10.706663 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33768) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:10.709392 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-42f6af10-40f3-4de0-ad0c-1852d54ef7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:10.749745 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.781249 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-83af3810-2769-4f0d-97ba-9d323fdc4346 None None] Provisioning complete for port d51066b1-1d25-4098-888e-f1321b3ce6f0 triggered by entity DHCP. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:56:10.781636 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-83af3810-2769-4f0d-97ba-9d323fdc4346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.797383 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-1b5bb8cb-03ef-4ff2-8b0a-a1de5c973478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.799316 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-1b5bb8cb-03ef-4ff2-8b0a-a1de5c973478 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.1462619 May 31 12:56:10.806735 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Deleting subnet 811a9405-233c-463b-82db-0bf8f332d1cf {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:10.810470 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.865394 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.907473 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-beb84048-3abb-4d3a-abb7-03bed7d95b1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 1001 time: 0.1005156 May 31 12:56:10.926910 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.930982 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.957756 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-53982278-6241-49b5-aff3-8b23c86437bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:10.974375 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-5d8a4bef-32e9-4b61-b815-6fb5cc20ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.975896 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-5d8a4bef-32e9-4b61-b815-6fb5cc20ef58 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0607736 May 31 12:56:10.983807 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fba3e0-a679-49de-8533-36e2044b7f75,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:10.990132 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:11.051319 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-440c95f3-45b9-437b-94a7-29de43439d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:11.052808 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-440c95f3-45b9-437b-94a7-29de43439d74 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703955 May 31 12:56:11.077397 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.078491 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "DELETE /v2.0/security-groups/a2fba3e0-a679-49de-8533-36e2044b7f75 HTTP/1.1" status: 204 len: 168 time: 0.6110826 May 31 12:56:11.083487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33772) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:11.277687 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-8f32733a-8add-4c82-91e4-d7acccff31cc service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170010 May 31 12:56:11.414305 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5d26508f-3454-4446-967e-d93e5e09bb84 req-139e2d0e-399c-41fc-8331-9fc7867867c6 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297126 May 31 12:56:11.507211 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.514487 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-31ca23ab-a4b0-4bd0-bf1a-1a5e2ea26924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:11.549721 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811a9405-233c-463b-82db-0bf8f332d1cf,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:11.551643 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.556089 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:11.564046 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c2f0e4d8-2921-4676-b5c1-4635722bba18 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/811a9405-233c-463b-82db-0bf8f332d1cf HTTP/1.1" status: 204 len: 168 time: 0.8564045 May 31 12:56:11.564198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33776) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:11.573489 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Deleting port 2e6ec70b-3028-45f5-9d4a-b03ccc421471 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:11.573950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.671200 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.702153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.702630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.798104 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.811629 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:11.823493 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53eaa438-6b8c-413e-91e9-93667bf0f292') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:11.823786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53eaa438-6b8c-413e-91e9-93667bf0f292') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:11.830165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Calling delete_port for 2e6ec70b-3028-45f5-9d4a-b03ccc421471 owned by network:floatingip {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:11.835037 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.850651 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.857065 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:11.857482 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:11.870846 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:11.947888 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.953640 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.957326 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:11.957681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8809c1a9-1bd6-435a-aed6-0dbd75cff0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:11.961805 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-38c7f407-bb32-4214-a6ae-da16d73b415b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:11.980643 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] 10.222.0.61 "DELETE /v2.0/networks/dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568 HTTP/1.1" status: 204 len: 168 time: 0.4126649 May 31 12:56:11.980643 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6fb3a8-ce87-46bb-bfd3-ed3ac6613568,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:11.981896 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-67a0849a-89e8-4a81-a935-1771e99ae02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:12.019391 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event deleted for resources: {'Port': ['ID=2e6ec70b-3028-45f5-9d4a-b03ccc421471,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:12.051882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:12.111820 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks [] for floatingip, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.112523 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Floating IP c0f77264-8e3e-477f-abe7-c31bcd7e4e32 disassociated (deleted). External IP: 172.28.2.149, port: d51066b1-1d25-4098-888e-f1321b3ce6f0. May 31 12:56:12.165412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33782) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:12.306478 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5408340b-ad81-4111-b9d6-f5de1a399c50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9e7cfa0526d49c395a74d9c05e44d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399238 May 31 12:56:12.308882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33786) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:12.461527 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.559623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.608372 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:12.697077 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.703053 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4361b0b6-ba8e-4ef6-82e2-54694a07c488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:12.767402 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c066f7-8516-4538-b750-11d0f85a0c30,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:12.777427 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:12.805901 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.807028 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-1dce8b39-8162-420c-9922-45a7fcbe94c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8c066f7-8516-4538-b750-11d0f85a0c30 HTTP/1.1" status: 204 len: 168 time: 0.4972825 May 31 12:56:12.814591 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:12.819365 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:12.824346 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Sync routers for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:12.834324 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:12.835043 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:12.875973 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "DELETE /v2.0/floatingips/c0f77264-8e3e-477f-abe7-c31bcd7e4e32 HTTP/1.1" status: 204 len: 168 time: 1.7919042 May 31 12:56:12.876942 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:12.886767 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a20448-dea1-4dc3-83fc-149aded76c09" -d '{"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:13.021738 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:13.178292 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ebefc-b2d1-4f16-a3ad-3c76b5b25047 x-openstack-request-id: req-d12ebefc-b2d1-4f16-a3ad-3c76b5b25047 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:13.178815 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:13.178950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d12ebefc-b2d1-4f16-a3ad-3c76b5b25047 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:13.179316 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:56:13.241560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33806) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:13.306103 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-32200e01-5856-47d2-a3e4-fd4221802d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.308831 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-32200e01-5856-47d2-a3e4-fd4221802d80 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=406380fbcae04392841bb181a45e4df9&device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 1098 time: 0.1085021 May 31 12:56:13.325256 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-52bfd102-21ea-4ccb-9aba-0e64c069d320 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6dcecffc90d3431fbaf89c2e91d62060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810611 May 31 12:56:13.327998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33812) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:13.421248 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:13.426798 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Checking router: 3b92e3a0-16e3-491f-ab0d-afc57db63a9c for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:13.436759 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:13.437414 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:13.475522 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-c4d2844e-070c-48a4-91cc-9a6a62110fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.477935 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-c4d2844e-070c-48a4-91cc-9a6a62110fb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 200 len: 917 time: 0.1611075 May 31 12:56:13.540709 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:13.569503 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:13.573027 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-b3664d30-760f-47c2-9882-463f8c296edb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 200 len: 217 time: 0.0805707 May 31 12:56:13.629866 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:13.633564 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:13.639338 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-042c489d-2887-43ea-8238-9190808181db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:13.650413 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-e7300e66-82e0-4575-85a1-ec1b15391bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.652312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58124ea7-376a-499c-affb-b246a3a5f862,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:13.652862 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-e7300e66-82e0-4575-85a1-ec1b15391bf9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 200 len: 854 time: 0.0725007 May 31 12:56:13.656292 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:13.659560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:13.660642 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58124ea7-376a-499c-affb-b246a3a5f862 HTTP/1.1" status: 204 len: 168 time: 0.3317187 May 31 12:56:13.768611 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-e606a4e8-0b3f-4a10-9d9f-930ddc601836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.770253 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-e606a4e8-0b3f-4a10-9d9f-930ddc601836 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6a110672-f324-415b-9228-c5bf4e2da208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1074657 May 31 12:56:13.955609 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-3c9e1f32-eaa6-44ef-9835-021ec9d86aa2 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765969 May 31 12:56:14.078145 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:14.083881 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188457ea-234b-4dfb-97c2-7c4aef91f361 None None] The sync data for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb is: [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:53:49Z', 'revision_number': 4, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'cae9ed98-769f-4e7a-afc7-8b0794b142f3', 'name': '', 'network_id': '6a110672-f324-415b-9228-c5bf4e2da208', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'mac_address': 'fa:16:3e:52:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'subnets': [{'id': '9f870b34-8492-42d2-a80f-35bc878ae09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:14.198431 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a6a20448-dea1-4dc3-83fc-149aded76c09 req-a98ea5a0-6954-4bc0-aeb9-1a6e814a57a0 service neutron] 10.222.0.38 "GET /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262809 May 31 12:56:14.206158 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7e412-ee94-41b9-9275-ccb21d680bae req-d9400e76-2198-4d29-9479-c55c3399d919 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:14.207624 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9ba7e412-ee94-41b9-9275-ccb21d680bae req-d9400e76-2198-4d29-9479-c55c3399d919 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.2099047 May 31 12:56:14.258164 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9ba7e412-ee94-41b9-9275-ccb21d680bae req-84529c8d-1cad-400c-84ed-aa9fc1cf2334 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 May 31 12:56:14.289492 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:56:14.363561 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626f74e-b72d-4d42-a2d9-f51f64082931 None None] New status for floating IP c0f77264-8e3e-477f-abe7-c31bcd7e4e32: DOWN {{(pid=98260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:56:15.577418 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-7d21b74c-99dd-4502-8f26-b829d80881bb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:15.578845 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-7d21b74c-99dd-4502-8f26-b829d80881bb tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.2426932 May 31 12:56:15.587006 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfab60f-5ebd-47c9-b506-d05a9eddd236 req-c15e5d10-dd59-4df7-9d37-75090d3d375d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:15.588339 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebfab60f-5ebd-47c9-b506-d05a9eddd236 req-c15e5d10-dd59-4df7-9d37-75090d3d375d tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 947 time: 0.1234725 May 31 12:56:15.721701 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ebfab60f-5ebd-47c9-b506-d05a9eddd236 req-81b1c566-5f20-417f-b218-ea3b1d0a29c9 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups?id=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043177 May 31 12:56:15.763650 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Deleting port be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:15.764072 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:15.834673 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33898) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:15.901829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] For port be3d90c5-4404-4195-967c-834ced194b2f, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=be3d90c5-4404-4195-967c-834ced194b2f,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:15.902317 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:15.965156 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:15.979630 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:15.983438 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Usage tracker for resource:security_group_rule and tenant:4f45ef23f7da4d2f9edaed47da6afb12 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:15.986236 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:15.992357 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:16.085339 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.090730 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.103454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bb8fd229-0b2f-4851-b360-1f60bc3e01bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:16.145321 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f45ef23f7da4d2f9edaed47da6afb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078196 May 31 12:56:16.145578 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33908) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:16.156903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f48c39-ceea-4719-8c27-9cb927640037,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:16.161624 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:16.210807 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.237395 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.256142 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.256515 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1681676'] for floatingip, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.256833 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.db.l3_db [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Floating IP c69826fe-61c5-4816-956b-19aa41ae757a disassociated. External IP: 172.28.2.212, port: be3d90c5-4404-4195-967c-834ced194b2f. May 31 12:56:16.257199 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Calling delete_port for be3d90c5-4404-4195-967c-834ced194b2f owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:16.289909 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.294889 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ef019cff-f3fb-4823-b34f-375e61662878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:16.295077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7abb2-962e-4e81-9328-e8bd9db97d05 req-b41c5ecd-53fd-4ca6-993d-5439ded72996 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:16.296533 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2fc7abb2-962e-4e81-9328-e8bd9db97d05 req-b41c5ecd-53fd-4ca6-993d-5439ded72996 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.1265292 May 31 12:56:16.308992 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f48c39-ceea-4719-8c27-9cb927640037,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:16.312207 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:16.313149 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.316532 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0f48c39-ceea-4719-8c27-9cb927640037 HTTP/1.1" status: 204 len: 168 time: 0.1678402 May 31 12:56:16.355406 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-2fc7abb2-962e-4e81-9328-e8bd9db97d05 req-a48addd0-8863-4df4-9354-ba23f45d8739 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516274 May 31 12:56:16.429971 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.436049 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-00df7166-f114-452d-9034-9eae8436144e tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:16.483730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'Port': ['ID=be3d90c5-4404-4195-967c-834ced194b2f,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:16.486858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:16.605528 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33916) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:16.623353 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.637982 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:16.641765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b1418ad13544cda6b900f9a6e3b2e3 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:16.644517 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:16.650242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:16.666980 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:16.732602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.736211 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.744820 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bab4668b-a78b-4797-9edb-ec0bbe7686f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:16.782165 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e12460-5348-431a-b5d2-5be846ed0a32,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:16.789093 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8b1418ad13544cda6b900f9a6e3b2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824772 May 31 12:56:16.790104 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:16.790552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33922) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:16.852836 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.854929 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:16.867504 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:16.882191 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:16.882349 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.883385 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:16.937696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.943281 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b263c7c4-bc58-4241-b444-0e26f2c8e894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:16.959244 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e12460-5348-431a-b5d2-5be846ed0a32,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:16.961682 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:16.962696 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:16.966787 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e12460-5348-431a-b5d2-5be846ed0a32 HTTP/1.1" status: 204 len: 168 time: 0.1752272 May 31 12:56:17.093920 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:17.105012 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] No DVR routers for this DVR port be3d90c5-4404-4195-967c-834ced194b2f on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:17.107603 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:17.116708 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-deleted', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:17.119020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46458e-1f97-42be-be5a-1e59f5da05ea" -d '{"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-deleted", "tag": "be3d90c5-4404-4195-967c-834ced194b2f"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:17.154161 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b4b229cb-4f29-45a9-9949-c8189d8ea484 req-3fa9caa4-c6c0-4454-bca0-5fcd9b0226e4 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/ports?device_id=b85d03d6-da6c-45bd-8e7c-4764f3136378 HTTP/1.1" status: 200 len: 210 time: 0.2208464 May 31 12:56:17.158627 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52940bf2-05ba-48cf-8c28-b20598abb435 req-de2e3167-b683-423b-b397-db53403fb4c6 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.38 "DELETE /v2.0/ports/be3d90c5-4404-4195-967c-834ced194b2f HTTP/1.1" status: 204 len: 173 time: 1.5693963 May 31 12:56:17.168695 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c3183e-c550-4946-853f-82dc36ec1068 x-openstack-request-id: req-c5c3183e-c550-4946-853f-82dc36ec1068 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:17.169221 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85d03d6-da6c-45bd-8e7c-4764f3136378", "name": "network-vif-deleted", "tag": "be3d90c5-4404-4195-967c-834ced194b2f", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:17.169551 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5c3183e-c550-4946-853f-82dc36ec1068 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:17.170256 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85d03d6-da6c-45bd-8e7c-4764f3136378', 'name': 'network-vif-deleted', 'tag': 'be3d90c5-4404-4195-967c-834ced194b2f', 'status': 'completed', 'code': 200} May 31 12:56:17.479343 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:17.484088 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:17.494281 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:17.494917 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:17.613953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832aff5e-5c96-4a13-ab13-50ccff4aa3f4 req-414c5dcf-43cd-4e85-8030-4e28b40020f1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:17.615524 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-832aff5e-5c96-4a13-ab13-50ccff4aa3f4 req-414c5dcf-43cd-4e85-8030-4e28b40020f1 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0951641 May 31 12:56:17.669198 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-832aff5e-5c96-4a13-ab13-50ccff4aa3f4 req-fc81fd2c-48c2-454d-8da6-04960dae4e94 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/security-groups?id=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 May 31 12:56:17.682103 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:17.996159 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-e660e5ab-5549-4662-b253-8d909198015e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:17.999960 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e660e5ab-5549-4662-b253-8d909198015e None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:50:16Z', 'revision_number': 4, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'eb849f6b-17e5-41c0-98f2-586b4f85cdea', 'name': '', 'network_id': '8d7063f8-ef7a-4a5d-8b8c-853e8605fb26', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'mac_address': 'fa:16:3e:8f:93:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:12Z', 'updated_at': '2021-05-31T12:50:27Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'subnets': [{'id': 'd42fb2e8-5d3b-443d-887e-f3dd22de7fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:18.149947 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f814659-7100-4d54-a840-88d9acf47668 req-10c11a87-aacf-4458-9c2d-bfa205a7bb0d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:18.151654 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f814659-7100-4d54-a840-88d9acf47668 req-10c11a87-aacf-4458-9c2d-bfa205a7bb0d tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.38 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 945 time: 0.0914536 May 31 12:56:18.298543 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33966) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:18.301557 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c44f5-b971-451e-8e07-0cd8e9ab22aa None None] New status for floating IP c69826fe-61c5-4816-956b-19aa41ae757a: DOWN {{(pid=98260) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:56:18.311567 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Deleting port d51066b1-1d25-4098-888e-f1321b3ce6f0 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:18.312014 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.373798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.403382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.467871 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] For port d51066b1-1d25-4098-888e-f1321b3ce6f0, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=d51066b1-1d25-4098-888e-f1321b3ce6f0,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:18.468099 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.468206 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.473347 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ae9c744-c7ff-472c-ad99-9e2f388db04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:18.488527 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:18.492306 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:18.506937 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.508050 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "DELETE /v2.0/security-groups/12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa HTTP/1.1" status: 204 len: 168 time: 0.2078023 May 31 12:56:18.511312 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33976) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:18.530148 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.api.v2.resource [None req-9dee34d6-6842-442b-ae59-5ec52e6c4b9a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] show failed (client error): The resource could not be found. May 31 12:56:18.533801 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9dee34d6-6842-442b-ae59-5ec52e6c4b9a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "GET /v2.0/security-groups/12ac1597-6eb4-497d-8cab-f6f2f9bf9ffa HTTP/1.1" status: 404 len: 347 time: 0.0189428 May 31 12:56:18.534026 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 33980) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:18.609743 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Calling delete_port for d51066b1-1d25-4098-888e-f1321b3ce6f0 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:18.730516 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.742286 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['d51066b1-1d25-4098-888e-f1321b3ce6f0'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:18.743921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e786ba0d-37a1-4cd7-9cab-24565800dac0 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:18.804647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Deleting port 47627855-4f7a-4698-b45a-ad43a2c59fe0 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:18.805395 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.837719 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Pushing event deleted for resources: {'Port': ['ID=d51066b1-1d25-4098-888e-f1321b3ce6f0,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:18.888994 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1f2493cf-5dbc-4f76-96b6-0027ba478597 req-6bd7121c-393f-4fa1-82bb-71a268fe64f4 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.61 "GET /v2.0/ports?device_id=45aec4f1-e99e-41cb-b13a-479c6cb9bda0 HTTP/1.1" status: 200 len: 210 time: 0.0532825 May 31 12:56:18.890070 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:18.925292 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] No DVR routers for this DVR port d51066b1-1d25-4098-888e-f1321b3ce6f0 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:18.927672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.929913 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.930510 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:18.934461 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-3f814659-7100-4d54-a840-88d9acf47668 req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] 10.222.0.38 "DELETE /v2.0/ports/d51066b1-1d25-4098-888e-f1321b3ce6f0 HTTP/1.1" status: 204 len: 173 time: 0.7771447 May 31 12:56:19.081307 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Calling delete_port for 47627855-4f7a-4698-b45a-ad43a2c59fe0 owned by network:floatingip {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:19.151945 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 33998) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:19.172128 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'name': 'network-vif-deleted', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:19.174409 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15922d-0083-444a-b3c8-7be1eea53b16" -d '{"events": [{"server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "name": "network-vif-deleted", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:19.203721 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.216210 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c74a6d35-1d2d-4cf3-8fa6-6b8e70f81311 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:19.221931 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5083297-f811-4553-902e-6e228216a427 x-openstack-request-id: req-f5083297-f811-4553-902e-6e228216a427 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:19.222360 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aec4f1-e99e-41cb-b13a-479c6cb9bda0", "name": "network-vif-deleted", "tag": "d51066b1-1d25-4098-888e-f1321b3ce6f0", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:19.222788 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5083297-f811-4553-902e-6e228216a427 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:19.223433 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aec4f1-e99e-41cb-b13a-479c6cb9bda0', 'name': 'network-vif-deleted', 'tag': 'd51066b1-1d25-4098-888e-f1321b3ce6f0', 'status': 'completed', 'code': 200} May 31 12:56:19.292734 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.310633 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:19.314792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Usage tracker for resource:security_group_rule and tenant:0198934453374eabb0a2d69fdbb3db74 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:19.317632 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:19.320894 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Pushing event deleted for resources: {'Port': ['ID=47627855-4f7a-4698-b45a-ad43a2c59fe0,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:19.324217 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:19.325708 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:19.352455 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks [] for floatingip, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.372712 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.374029 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-19b5f5dc-46cc-47ca-a517-0fa0ca9d8dfc tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] 10.222.0.61 "DELETE /v2.0/floatingips/c69826fe-61c5-4816-956b-19aa41ae757a HTTP/1.1" status: 204 len: 168 time: 0.8388362 May 31 12:56:19.425530 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.429644 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.439892 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-906b7671-85c7-40d9-af58-5cce08110b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:19.481391 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16332bd5-b46b-43bd-8978-9cea691a7721,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:19.488025 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0198934453374eabb0a2d69fdbb3db74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326123 May 31 12:56:19.488025 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:19.488320 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34008) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:19.549013 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.576637 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.630013 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:19.630624 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.641563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e306e964-862f-4b3e-82ad-5c14b140a210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:19.655673 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16332bd5-b46b-43bd-8978-9cea691a7721,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:19.659107 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:19.660746 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.664775 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-cae93a07-12a2-49eb-ac22-252f0b397dd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16332bd5-b46b-43bd-8978-9cea691a7721 HTTP/1.1" status: 204 len: 168 time: 0.1731575 May 31 12:56:19.671488 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: be3d90c5-4404-4195-967c-834ced194b2f {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:19.671834 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device be3d90c5-4404-4195-967c-834ced194b2f not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:19.944594 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34020) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:19.962374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:19.976308 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:19.980219 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Usage tracker for resource:security_group_rule and tenant:d68abea4fa344bb48625e9e71a1fc96c is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:19.983063 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:19.988904 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:20.023326 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.082911 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.086598 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.095028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-2da8afa1-22bd-4350-91b5-bf6b5a378a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:20.136511 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d68abea4fa344bb48625e9e71a1fc96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908052 May 31 12:56:20.137456 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38145a06-bb12-429a-b7ae-f0924ce46690,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:20.139361 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34032) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:20.140397 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:20.201635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.226475 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.282510 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.287270 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a5b3db72-7d8d-45a0-bf97-bbabf047ba2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:20.300361 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38145a06-bb12-429a-b7ae-f0924ce46690,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:20.302634 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:20.304751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:20.305849 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38145a06-bb12-429a-b7ae-f0924ce46690 HTTP/1.1" status: 204 len: 168 time: 0.1655378 May 31 12:56:20.653314 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34078) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:21.318837 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:21.732529 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Deleting port cae9ed98-769f-4e7a-afc7-8b0794b142f3 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:21.733213 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:21.858940 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] For port cae9ed98-769f-4e7a-afc7-8b0794b142f3, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=cae9ed98-769f-4e7a-afc7-8b0794b142f3,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:21.859291 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:21.981825 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Calling delete_port for cae9ed98-769f-4e7a-afc7-8b0794b142f3 owned by network:router_interface {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:22.242402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34138) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:22.289302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:22.296845 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-677d43a4-a497-42e2-960c-469b29ba6655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:22.310534 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6e75d36c-92b6-4261-b6ce-e465d2f15adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:22.348457 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae9ed98-769f-4e7a-afc7-8b0794b142f3,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:22.351597 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:22.732980 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.119990 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:23.123618 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.301768 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:23.313944 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Sync routers for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:23.314444 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-adddfd67-4357-4d0c-be99-c121640527d1 admin admin] 10.222.0.61 "PUT /v2.0/routers/3b92e3a0-16e3-491f-ab0d-afc57db63a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6617851 May 31 12:56:23.316371 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34164) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:23.328600 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:23.329570 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:23.519966 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks [] for router, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.554414 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:23.579777 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Deleting port eb849f6b-17e5-41c0-98f2-586b4f85cdea {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:23.580399 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.628371 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device d51066b1-1d25-4098-888e-f1321b3ce6f0 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:23.675393 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: d51066b1-1d25-4098-888e-f1321b3ce6f0 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:23.676114 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device d51066b1-1d25-4098-888e-f1321b3ce6f0 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:23.709014 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.720511 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] For port eb849f6b-17e5-41c0-98f2-586b4f85cdea, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=eb849f6b-17e5-41c0-98f2-586b4f85cdea,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:23.721020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.784743 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Deleting port b3609035-c13c-42d8-a0ff-de1dbee632aa {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:23.785362 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.855369 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Calling delete_port for eb849f6b-17e5-41c0-98f2-586b4f85cdea owned by network:router_interface {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:23.898574 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218'}], 'enable_snat': True}, 'gw_port_id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:56:22Z', 'revision_number': 5, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port': {'id': 'b3609035-c13c-42d8-a0ff-de1dbee632aa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:45Z', 'updated_at': '2021-05-31T12:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:23.903240 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Checking router: 3b92e3a0-16e3-491f-ab0d-afc57db63a9c for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:23.912438 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Routers {'3b92e3a0-16e3-491f-ab0d-afc57db63a9c'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:23.913184 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:24.015903 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] For port b3609035-c13c-42d8-a0ff-de1dbee632aa, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b3609035-c13c-42d8-a0ff-de1dbee632aa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:24.016285 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.017239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.030007 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fb0e389c-7d83-4e15-9439-ff2c6335d58d tempest-AttachVolumeNegativeTest-1223511725 tempest-AttachVolumeNegativeTest-1223511725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:24.074850 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] Set router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:24.079938 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Pushing event deleted for resources: {'Port': ['ID=eb849f6b-17e5-41c0-98f2-586b4f85cdea,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:24.114722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:24.192735 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:56:23Z', 'revision_number': 6, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:24.196288 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Calling delete_port for b3609035-c13c-42d8-a0ff-de1dbee632aa owned by network:router_gateway {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:24.197157 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecc6a3c-8100-4e7f-a088-1e15d034ed2d None None] The sync data for ids ['3b92e3a0-16e3-491f-ab0d-afc57db63a9c'] in dv-cinder-793264-2-smb is: [{'id': '3b92e3a0-16e3-491f-ab0d-afc57db63a9c', 'name': 'tempest-TestMinimumBasicScenario-1289693049-router', 'tenant_id': '406380fbcae04392841bb181a45e4df9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:43Z', 'updated_at': '2021-05-31T12:56:23Z', 'revision_number': 6, 'project_id': '406380fbcae04392841bb181a45e4df9', 'gw_port_host': None}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:24.342923 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.347547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b9adcfbd-896d-4e90-8180-3705d9efa390 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:24.377189 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.392672 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3609035-c13c-42d8-a0ff-de1dbee632aa,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:24.418437 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:24.483398 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.662199 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.665168 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.715583 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.740218 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-16950cc8-9d18-418b-9249-12c39d77a907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.759215 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.759779 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b92e3a0-16e3-491f-ab0d-afc57db63a9c {{(pid=98259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:24.772574 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.773732 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] 10.222.0.61 "DELETE /v2.0/routers/3b92e3a0-16e3-491f-ab0d-afc57db63a9c HTTP/1.1" status: 204 len: 168 time: 1.4564352 May 31 12:56:24.776389 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34176) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:24.846541 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Deleting subnet 9f870b34-8492-42d2-a80f-35bc878ae09a {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:24.850448 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:24.864311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Router 49be0f32-7913-4e3c-b0cd-ed7707e7986d has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98258) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:24.909600 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.035673 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.053671 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98258) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:25.074038 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Sync routers for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:25.082177 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-75d562f9-2c95-4e47-9200-fc6b974685ea admin admin] 10.222.0.61 "PUT /v2.0/routers/49be0f32-7913-4e3c-b0cd-ed7707e7986d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8384900 May 31 12:56:25.082788 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34184) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:25.088356 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:25.089579 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:25.279372 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks [] for router, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.307617 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:25.319395 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.324713 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:25.362901 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f870b34-8492-42d2-a80f-35bc878ae09a,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:25.365926 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:25.366898 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.375615 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-31f1facb-f2e8-4dff-a6d7-a08af5c0ea8c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9f870b34-8492-42d2-a80f-35bc878ae09a HTTP/1.1" status: 204 len: 168 time: 0.5962150 May 31 12:56:25.376342 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34188) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:25.410166 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d4450b-ff62-422e-a60f-baefae2603d7 None None] Network 6a110672-f324-415b-9228-c5bf4e2da208 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:25.563940 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.571077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.700745 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Deleting port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:25.700975 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.717484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Deleting port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:25.717829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.726274 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.823441 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:56:23Z', 'revision_number': 5, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port': {'id': 'd9ae3cf8-0f38-45a2-867d-a1e43ec76cb6', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:50:00Z', 'updated_at': '2021-05-31T12:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:25.827432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Checking router: 49be0f32-7913-4e3c-b0cd-ed7707e7986d for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:25.836121 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Routers {'49be0f32-7913-4e3c-b0cd-ed7707e7986d'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:25.836732 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:25.884274 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] For port 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=9f05eeed-6deb-4d33-b171-0ae03ad40a52,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:25.884844 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.890297 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] DHCP port deletion for 6a110672-f324-415b-9228-c5bf4e2da208 request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:56:26.035064 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] Set router 49be0f32-7913-4e3c-b0cd-ed7707e7986d gateway port host: None {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:26.152838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:56:25Z', 'revision_number': 6, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:26.158584 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Calling delete_port for 9f05eeed-6deb-4d33-b171-0ae03ad40a52 owned by network:dhcp {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:26.159498 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ac595f-6420-4dc3-8ff7-287390c8ad9e None None] The sync data for ids ['49be0f32-7913-4e3c-b0cd-ed7707e7986d'] in dv-cinder-793264-2-smb is: [{'id': '49be0f32-7913-4e3c-b0cd-ed7707e7986d', 'name': 'tempest-AttachVolumeShelveTestJSON-1850208557-router', 'tenant_id': 'c3ea182309774d55a25086330fb0a13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:58Z', 'updated_at': '2021-05-31T12:56:25Z', 'revision_number': 6, 'project_id': 'c3ea182309774d55a25086330fb0a13e', 'gw_port_host': None}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:26.167146 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Deleting port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:26.167383 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.171668 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] For port d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:26.172028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.247587 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b3609035-c13c-42d8-a0ff-de1dbee632aa no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:26.293952 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: b3609035-c13c-42d8-a0ff-de1dbee632aa {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:26.294308 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b3609035-c13c-42d8-a0ff-de1dbee632aa not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:26.294737 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 9f05eeed-6deb-4d33-b171-0ae03ad40a52 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:26.303649 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Calling delete_port for d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 owned by network:router_gateway {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:26.360067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.363236 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] For port 9f05eeed-6deb-4d33-b171-0ae03ad40a52, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=9f05eeed-6deb-4d33-b171-0ae03ad40a52,segment=NetworkSegment(e346ef94-6e56-4a22-80e8-70e1162434f0),segment_id=e346ef94-6e56-4a22-80e8-70e1162434f0)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:26.363632 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.367434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-63f9b8de-9373-4c17-894e-3550ab7696e4 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:26.432346 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f05eeed-6deb-4d33-b171-0ae03ad40a52,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:26.434746 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] No DVR routers for this DVR port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 on host dv-cinder-793264-2-smb {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:26.437333 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:26.513588 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Calling delete_port for 9f05eeed-6deb-4d33-b171-0ae03ad40a52 owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:26.574557 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No active binding found for port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 {{(pid=98260) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 31 12:56:26.575142 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 9f05eeed-6deb-4d33-b171-0ae03ad40a52 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:26.575842 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cae9ed98-769f-4e7a-afc7-8b0794b142f3 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:26.601654 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.608405 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.621396 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:26.656608 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a110672-f324-415b-9228-c5bf4e2da208']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:26.665095 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: cae9ed98-769f-4e7a-afc7-8b0794b142f3 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:26.665472 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device cae9ed98-769f-4e7a-afc7-8b0794b142f3 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:26.669152 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Pushing event deleted for resources: {'Port': ['ID=9f05eeed-6deb-4d33-b171-0ae03ad40a52,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:26.674041 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:26.676760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] No DVR routers for this DVR port 9f05eeed-6deb-4d33-b171-0ae03ad40a52 on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:26.676970 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e346ef94-6e56-4a22-80e8-70e1162434f0') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:26.677359 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e346ef94-6e56-4a22-80e8-70e1162434f0') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:26.700249 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.721313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.723313 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.729761 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-19315777-e62d-434b-aeeb-75f0e4554035 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:26.766927 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:26.767319 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:26.782837 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:26.795699 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:26.872270 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:26.938503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.946491 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:26.961077 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.967692 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.010643 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a110672-f324-415b-9228-c5bf4e2da208,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:27.019144 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:27.148692 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] 10.222.0.61 "DELETE /v2.0/networks/6a110672-f324-415b-9228-c5bf4e2da208 HTTP/1.1" status: 204 len: 168 time: 1.7713323 May 31 12:56:27.152250 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34200) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:27.157476 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.159833 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.183282 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.183777 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49be0f32-7913-4e3c-b0cd-ed7707e7986d {{(pid=98258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:27.192606 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.193945 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e2c84da2-e426-4dde-b8c6-21ba0c5d3c96 admin admin] 10.222.0.61 "DELETE /v2.0/routers/49be0f32-7913-4e3c-b0cd-ed7707e7986d HTTP/1.1" status: 204 len: 168 time: 2.1102376 May 31 12:56:27.196395 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34204) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:27.263288 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_v2 [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Deleting subnet d42fb2e8-5d3b-443d-887e-f3dd22de7fae {{(pid=98258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:27.267016 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.303511 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.320676 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1317900'] for subnet, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.399621 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.754476 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2746096'] for subnet, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.760276 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e6b54537-7d50-4929-b76f-07c0b361617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:27.801384 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42fb2e8-5d3b-443d-887e-f3dd22de7fae,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:27.803767 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.808760 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:27.811853 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-513bf546-ad74-4404-ae05-6af251abc70e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d42fb2e8-5d3b-443d-887e-f3dd22de7fae HTTP/1.1" status: 204 len: 168 time: 0.6145294 May 31 12:56:27.814382 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34214) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:27.818301 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab5046-a41b-4f8d-ae0b-ce0b0433e0cb None None] Network 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:27.843459 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:27.932895 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.018769 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Deleting port b92aa9b8-d799-497e-9d55-dd81a789f623 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:28.018769 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.104905 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] DHCP port deletion for 8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:56:28.141073 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] For port b92aa9b8-d799-497e-9d55-dd81a789f623, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b92aa9b8-d799-497e-9d55-dd81a789f623,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:28.141744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.161288 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:28.252876 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:28.253666 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device d9ae3cf8-0f38-45a2-867d-a1e43ec76cb6 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:28.253666 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device eb849f6b-17e5-41c0-98f2-586b4f85cdea no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:28.293482 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: eb849f6b-17e5-41c0-98f2-586b4f85cdea {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:28.293986 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device eb849f6b-17e5-41c0-98f2-586b4f85cdea not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:28.300187 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Calling delete_port for b92aa9b8-d799-497e-9d55-dd81a789f623 owned by network:dhcp {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:28.310257 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Deleting port b92aa9b8-d799-497e-9d55-dd81a789f623 {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:28.311086 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.348742 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Deleting port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:28.349700 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.361061 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.366443 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:28.414857 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b92aa9b8-d799-497e-9d55-dd81a789f623,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:28.418233 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:28.419357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] For port b92aa9b8-d799-497e-9d55-dd81a789f623, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=b92aa9b8-d799-497e-9d55-dd81a789f623,segment=NetworkSegment(c48d5ff4-288f-4376-81bb-852b0ec96134),segment_id=c48d5ff4-288f-4376-81bb-852b0ec96134)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:28.419765 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.425217 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] No DVR routers for this DVR port b92aa9b8-d799-497e-9d55-dd81a789f623 on host dv-cinder-793264-2-smb {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:28.486231 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] For port fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:28.486983 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.560611 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Calling delete_port for b92aa9b8-d799-497e-9d55-dd81a789f623 owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:28.561875 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.575037 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7063f8-ef7a-4a5d-8b8c-853e8605fb26']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:28.587245 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48d5ff4-288f-4376-81bb-852b0ec96134') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:28.587541 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48d5ff4-288f-4376-81bb-852b0ec96134') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:28.599860 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.605979 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.610600 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-09fbb775-2f8f-48f5-8992-7eff14436570 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:28.618092 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.621561 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Calling delete_port for fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 owned by network:router_interface {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:28.627112 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:28.627918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:28.644151 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:28.657248 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Pushing event deleted for resources: {'Port': ['ID=b92aa9b8-d799-497e-9d55-dd81a789f623,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:28.660298 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:28.661197 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb3597-a817-4466-8023-19f202f84e73 None None] No DVR routers for this DVR port b92aa9b8-d799-497e-9d55-dd81a789f623 on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:28.734326 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.741165 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:28.757506 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.760060 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7063f8-ef7a-4a5d-8b8c-853e8605fb26,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:28.763052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:28.779633 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] 10.222.0.61 "DELETE /v2.0/networks/8d7063f8-ef7a-4a5d-8b8c-853e8605fb26 HTTP/1.1" status: 204 len: 168 time: 0.9642184 May 31 12:56:28.803094 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.811850 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e7425d1e-5aaa-4fdf-8e0f-3eb9a3dcab1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:28.857721 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:28.920858 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:28.937370 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34228) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:29.003220 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-46b4a159-5644-4ad5-b6de-58feae77539a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3ea182309774d55a25086330fb0a13e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0624418 May 31 12:56:29.003465 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34236) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:29.086694 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:29.115681 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:29.179438 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:29.183697 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-524aa208-bef5-4a13-ad0f-4cfddc9d5549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:29.200529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa94b5f-8d8d-4d02-a06b-e82527165df1,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:29.205333 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:29.213602 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:29.215346 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daa94b5f-8d8d-4d02-a06b-e82527165df1 HTTP/1.1" status: 204 len: 168 time: 0.2109535 May 31 12:56:29.267860 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:29.628059 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Router 98a61160-c7aa-4a38-9cd4-018f86dbda7b has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:29.813896 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:29.822904 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Sync routers for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:29.823827 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] 10.222.0.61 "PUT /v2.0/routers/98a61160-c7aa-4a38-9cd4-018f86dbda7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705840 May 31 12:56:29.826409 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34262) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:29.833906 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:29.834826 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:30.005978 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks [] for router, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:30.019041 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:30.186651 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b92aa9b8-d799-497e-9d55-dd81a789f623 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:30.226767 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: b92aa9b8-d799-497e-9d55-dd81a789f623 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:30.227522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device b92aa9b8-d799-497e-9d55-dd81a789f623 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:30.307293 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:30.359995 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:56:28Z', 'revision_number': 5, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port': {'id': '0ee85ac5-73ae-42a7-8b58-190822e26d78', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:98:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:54Z', 'updated_at': '2021-05-31T12:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:30.365327 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Checking router: 98a61160-c7aa-4a38-9cd4-018f86dbda7b for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:30.374259 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Routers {'98a61160-c7aa-4a38-9cd4-018f86dbda7b'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:30.374914 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:30.399242 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Deleting port 0ee85ac5-73ae-42a7-8b58-190822e26d78 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:30.399665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:30.536397 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] Set router 98a61160-c7aa-4a38-9cd4-018f86dbda7b gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:30.566180 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] For port 0ee85ac5-73ae-42a7-8b58-190822e26d78, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=0ee85ac5-73ae-42a7-8b58-190822e26d78,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:30.566568 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:30.725039 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Calling delete_port for 0ee85ac5-73ae-42a7-8b58-190822e26d78 owned by network:router_gateway {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:30.737830 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:56:30Z', 'revision_number': 6, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:30.741906 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1603e876-58d6-47cd-953f-dedc9b211d69 None None] The sync data for ids ['98a61160-c7aa-4a38-9cd4-018f86dbda7b'] in dv-cinder-793264-2-smb is: [{'id': '98a61160-c7aa-4a38-9cd4-018f86dbda7b', 'name': 'tempest-TestMinimumBasicScenario-1936493395-router', 'tenant_id': 'aef885a251274caf8d49b588a497d0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:53Z', 'updated_at': '2021-05-31T12:56:30Z', 'revision_number': 6, 'project_id': 'aef885a251274caf8d49b588a497d0dc', 'gw_port_host': None}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:30.869830 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:30.874193 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e6d6f5a-46d8-48c2-bf50-be785f0f47ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:30.923927 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee85ac5-73ae-42a7-8b58-190822e26d78,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:30.927037 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:31.013304 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.197320 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.199539 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.222943 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.223102 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a61160-c7aa-4a38-9cd4-018f86dbda7b {{(pid=98258) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:31.226262 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34292) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:31.236594 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Notify callbacks [] for router, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.237751 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] 10.222.0.61 "DELETE /v2.0/routers/98a61160-c7aa-4a38-9cd4-018f86dbda7b HTTP/1.1" status: 204 len: 168 time: 1.4104006 May 31 12:56:31.240356 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34298) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:31.298203 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Deleting subnet 8d73c509-2f95-4c2e-bc2f-ce2489e89570 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:31.301057 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.358380 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.377560 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:31.380869 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.411326 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Usage tracker for resource:security_group_rule and tenant:42dd284034ee4e879d559d043a1200a1 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:31.418924 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:31.427596 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:31.502972 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.662302 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.669829 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.677674 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f238d35f-8719-4a99-84c3-66ef2459f32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:31.740908 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42dd284034ee4e879d559d043a1200a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112598 May 31 12:56:31.741349 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34304) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:31.751385 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29496df0-d5b1-4f7f-bff8-d12f95c50556,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:31.754567 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:31.835259 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.859637 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.863482 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.864241 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4fb7fbf3-de31-4839-8d42-5e123f22201c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:31.903234 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d73c509-2f95-4c2e-bc2f-ce2489e89570,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:31.906214 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:31.907254 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.919047 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a693985d-1e8d-4b52-a308-fb7e816e2b76 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8d73c509-2f95-4c2e-bc2f-ce2489e89570 HTTP/1.1" status: 204 len: 168 time: 0.6777318 May 31 12:56:31.922596 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34314) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:31.928187 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397dfa1f-f9aa-435f-9696-eb65979138f9 None None] Network 591d46b0-4950-4422-ab56-45369555e909 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:31.943730 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:31.951994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5ea7623d-a5da-4a6d-9e0c-01239e07e9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:32.020269 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29496df0-d5b1-4f7f-bff8-d12f95c50556,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:32.025414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:32.028297 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.032144 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-9e364b8e-2689-469d-ab62-b22fee2c4f95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29496df0-d5b1-4f7f-bff8-d12f95c50556 HTTP/1.1" status: 204 len: 168 time: 0.2897294 May 31 12:56:32.061969 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.179567 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Deleting port 16c7292f-d173-49dc-905c-0a5582f45228 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:32.179839 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.213954 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 0ee85ac5-73ae-42a7-8b58-190822e26d78 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:32.256787 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 0ee85ac5-73ae-42a7-8b58-190822e26d78 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:32.257436 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 0ee85ac5-73ae-42a7-8b58-190822e26d78 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:32.258011 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:32.298838 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:32.299403 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device fa6eaa6c-dee2-49a1-b64f-e6217b0a9e29 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:32.359440 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] For port 16c7292f-d173-49dc-905c-0a5582f45228, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=16c7292f-d173-49dc-905c-0a5582f45228,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:32.359961 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.437932 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] DHCP port deletion for 591d46b0-4950-4422-ab56-45369555e909 request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:56:32.528104 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Deleting port 16c7292f-d173-49dc-905c-0a5582f45228 {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:32.528839 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.579714 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34328) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:32.588698 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Calling delete_port for 16c7292f-d173-49dc-905c-0a5582f45228 owned by network:dhcp {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:32.608604 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.626587 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:32.634386 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] For port 16c7292f-d173-49dc-905c-0a5582f45228, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=16c7292f-d173-49dc-905c-0a5582f45228,segment=NetworkSegment(36a259a9-9464-4ca5-af12-feb456d08add),segment_id=36a259a9-9464-4ca5-af12-feb456d08add)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:32.634814 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.636814 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Usage tracker for resource:security_group_rule and tenant:4e742d8441074bf884738df79851b44a is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:32.640330 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:32.648821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:32.764528 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Calling delete_port for 16c7292f-d173-49dc-905c-0a5582f45228 owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:32.806694 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.811850 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.812597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5a58914a-e6dc-4667-a062-5d2b97c55036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:32.816616 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:32.859485 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Pushing event deleted for resources: {'Port': ['ID=16c7292f-d173-49dc-905c-0a5582f45228,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:32.863786 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] No DVR routers for this DVR port 16c7292f-d173-49dc-905c-0a5582f45228 on host dv-cinder-793264-2-smb {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:32.864524 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] No DVR routers for this DVR port 16c7292f-d173-49dc-905c-0a5582f45228 on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:32.865918 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-c00fa7c6-514f-4947-adee-5dd49a6b3e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:32.890884 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Pushing event deleted for resources: {'Port': ['ID=16c7292f-d173-49dc-905c-0a5582f45228,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:32.893250 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.017375 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.019537 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.029705 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.038950 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-842bb723-78aa-4dff-9efc-794227b3bd2a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:33.052256 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591d46b0-4950-4422-ab56-45369555e909']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:33.082675 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a259a9-9464-4ca5-af12-feb456d08add') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:33.082964 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a259a9-9464-4ca5-af12-feb456d08add') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:33.101397 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.109655 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e742d8441074bf884738df79851b44a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290153 May 31 12:56:33.110446 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636047ac-5542-40a8-812f-fd101658ce82,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:33.112341 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34332) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:33.115322 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.123529 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.129764 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:33.130266 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:33.143604 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:33.172541 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.197412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.220315 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.224244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-92bf1c19-84fa-4947-90e3-ae1c68dccf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:33.237388 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.247198 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Pushing event deleted for resources: {'Network': ['ID=591d46b0-4950-4422-ab56-45369555e909,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:33.251211 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.254224 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.255951 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] 10.222.0.61 "DELETE /v2.0/networks/591d46b0-4950-4422-ab56-45369555e909 HTTP/1.1" status: 204 len: 168 time: 1.3324139 May 31 12:56:33.258157 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c510586d-bc13-4f2d-9b5a-b2f4c769f472 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:33.272394 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636047ac-5542-40a8-812f-fd101658ce82,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:33.276984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.280241 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.281570 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ba3816e9-592a-4181-96aa-2f798efd90aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/636047ac-5542-40a8-812f-fd101658ce82 HTTP/1.1" status: 204 len: 168 time: 0.1674197 May 31 12:56:33.451863 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34340) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:33.505396 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-51aef0a3-9bbd-4d4d-adba-0d3d2fdeccc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=406380fbcae04392841bb181a45e4df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520675 May 31 12:56:33.507376 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34348) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:33.662355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34356) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:33.677041 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.679872 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.697555 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:33.701718 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Usage tracker for resource:security_group_rule and tenant:3fc36903d0fa43ddb08aeaa8099ae14a is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:33.704555 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.704692 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:33.710582 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:33.762780 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.767999 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6ae6a4ea-c373-4782-ab57-6a615916ef40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:33.781911 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79a2c7b-9c76-42b6-a46d-35cb884ceeb7,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:33.793587 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.797289 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.799047 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f79a2c7b-9c76-42b6-a46d-35cb884ceeb7 HTTP/1.1" status: 204 len: 168 time: 0.2906597 May 31 12:56:33.802434 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.809778 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.819004 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0f81c6be-ba7e-43bb-b944-e8d8c5e5ca54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:33.858563 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fc36903d0fa43ddb08aeaa8099ae14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951416 May 31 12:56:33.861152 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34364) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:33.863826 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c6c8c0-d983-4c16-9968-145e0ef67066,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:33.879928 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e944962-627d-4b26-a829-bc9bd21eb112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:33.931190 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:33.960809 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.020033 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.023967 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-aa6bf234-80c6-43a4-ab1d-ab5066198037 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:34.043728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c6c8c0-d983-4c16-9968-145e0ef67066,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:34.057000 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:34.059190 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.062988 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72c6c8c0-d983-4c16-9968-145e0ef67066 HTTP/1.1" status: 204 len: 168 time: 0.1982594 May 31 12:56:34.135730 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 16c7292f-d173-49dc-905c-0a5582f45228 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:34.198239 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 16c7292f-d173-49dc-905c-0a5582f45228 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:34.198587 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 16c7292f-d173-49dc-905c-0a5582f45228 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:34.403625 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34384) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:34.452710 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-fcee62d3-be8f-49f6-91b7-1c9e719cb324 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aef885a251274caf8d49b588a497d0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478489 May 31 12:56:34.455356 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34390) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:34.512490 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.542564 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.593808 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.598447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a4d7e48f-96db-4b76-bd60-2ddada8fefda tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:34.610306 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0557dfb2-f1f3-476e-ad9f-c04f92a40ac7,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:34.613203 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:34.615115 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:34.620933 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-0c5bb3ba-06a2-4c2e-8e4c-65d03748fa4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0557dfb2-f1f3-476e-ad9f-c04f92a40ac7 HTTP/1.1" status: 204 len: 168 time: 0.1626503 May 31 12:56:36.240553 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34482) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:36.362857 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.377222 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:36.381192 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Usage tracker for resource:security_group_rule and tenant:076ad5e63b4148109f42b91b125b6460 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:36.384095 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:36.389819 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:36.474739 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.477790 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.489801 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-641f2eb0-f5a4-4063-ad75-2c996f235cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:36.531305 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=076ad5e63b4148109f42b91b125b6460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891145 May 31 12:56:36.532882 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0428728f-d818-4ba4-a09c-e21d12cfb776,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:36.533953 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34490) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:36.535884 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-54b4efbd-3782-45a5-b263-7523406b98b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:36.591500 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.615870 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.666560 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.671207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3d9d1abf-4763-4e7c-b8eb-8a5d0b0a39d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:36.682402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0428728f-d818-4ba4-a09c-e21d12cfb776,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:36.685278 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:36.687503 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.690967 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0428728f-d818-4ba4-a09c-e21d12cfb776 HTTP/1.1" status: 204 len: 168 time: 0.1536319 May 31 12:56:36.956946 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34498) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:36.974133 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:36.991229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:36.995553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Usage tracker for resource:security_group_rule and tenant:cea403278ea541a3a4c055a10754a1b2 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:36.998342 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:37.003978 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:37.089399 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.092878 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.101143 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-d03be12d-7191-4dd9-b508-e2682725ec58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:37.139897 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cea403278ea541a3a4c055a10754a1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819148 May 31 12:56:37.141456 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98b29e-b847-4414-9957-a8af2a56bf2d,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:37.142866 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34502) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:37.144460 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:37.200654 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.225275 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.276755 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.280432 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-36a11b47-e50a-478e-8ac0-0cacf14c641b tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:37.292626 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98b29e-b847-4414-9957-a8af2a56bf2d,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:37.295412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:37.302198 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.303280 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8accda34-c270-40a5-be4e-6826560db877 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d98b29e-b847-4414-9957-a8af2a56bf2d HTTP/1.1" status: 204 len: 168 time: 0.1594689 May 31 12:56:38.016615 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34532) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:38.120804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.v2.base [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2094411256-network', 'tenant_id': '74e370df3bf047a59e6268fb2d13f8c0'}} {{(pid=98259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:38.125329 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:38.129088 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Usage tracker for resource:network and tenant:74e370df3bf047a59e6268fb2d13f8c0 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:38.131877 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:38.138650 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:38.148031 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Made reservation on behalf of 74e370df3bf047a59e6268fb2d13f8c0 for: {'network': 1} {{(pid=98259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:38.150385 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-706325'] for network, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.161996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.179332 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:38.183737 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Usage tracker for resource:security_group_rule and tenant:74e370df3bf047a59e6268fb2d13f8c0 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:38.186813 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:38.192443 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:38.274247 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.277996 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.282209 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-19e0703d-7d19-47a0-877d-6b3808be1d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:38.309635 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=98259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:56:38.318041 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ec1ab6-a868-4824-a116-6606fd363a00,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:38.321347 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:38.325893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.325893 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.segments_db [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Added segment e86697a7-515e-4719-967c-60603092abbb of type vlan for network e624b81e-b0ac-4664-b7dc-5fdebf58feed May 31 12:56:38.351313 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732568949827'] for network, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.380773 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607'] for network, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.382094 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:38.382672 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.387188 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-70d2a662-9096-4c8c-ae3a-2f5ef50372d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:38.486438 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4687023 May 31 12:56:38.487435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Pushing event updated for resources: {'Network': ['ID=e624b81e-b0ac-4664-b7dc-5fdebf58feed,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:38.489543 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34538) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:38.490422 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:38.495727 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Request body: {'subnet': {'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2094411256-subnet', 'tenant_id': '74e370df3bf047a59e6268fb2d13f8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:38.497409 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed details requested by agent ovs-agent-dv-cinder-793264-2-smb with host dv-cinder-793264-2-smb {{(pid=98260) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:56:38.500639 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:38.504513 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Usage tracker for resource:subnet and tenant:74e370df3bf047a59e6268fb2d13f8c0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:38.507410 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:38.513202 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:38.528191 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Made reservation on behalf of 74e370df3bf047a59e6268fb2d13f8c0 for: {'subnet': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:38.530757 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2746095'] for subnet, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.922059 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2746105'] for subnet, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.926754 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:38.996385 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570,revision_number=0']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:39.000052 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:39.006811 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Checking segment: {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:56:39.007165 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Network hostable DHCP agents. Network: e624b81e-b0ac-4664-b7dc-5fdebf58feed, hostable agents: ['b2e6dcdc-0c78-4f37-9783-51659e89eff6'], hosted agents: [] {{(pid=98258) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:56:39.023930 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed is scheduled to be hosted by DHCP agent b2e6dcdc-0c78-4f37-9783-51659e89eff6 with binding_index 1 {{(pid=98258) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:56:39.033531 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793264-2-smb, e624b81e-b0ac-4664-b7dc-5fdebf58feed) {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:56:39.041575 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:39.042189 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:39.042421 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b79aa-4abb-4d48-a5d6-0c8871bca9a3 None None] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:39.066536 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-652f9224-00be-4f09-b150-4e5c46482058 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5757599 May 31 12:56:39.264567 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4921c19d-40ea-43d2-bdec-806d37e04321 None None] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:40.112177 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34564) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:40.226386 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.240974 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:40.244804 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Usage tracker for resource:security_group_rule and tenant:538b306319a84c3d8500af50383b6dd6 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:40.247602 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:40.253360 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:40.340433 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.343941 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.350038 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b30a3960-ce17-4bb9-a862-86e48b3661d1 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:40.389816 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=538b306319a84c3d8500af50383b6dd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765200 May 31 12:56:40.390635 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff3c4dd-62c9-4fef-a4c9-04bc42f41a16,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:40.392367 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34570) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:40.393585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7492f236-616b-470d-9018-d01a15a244cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:40.450823 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.476173 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.530386 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.534867 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ddcb3bb4-81db-4fbf-af8b-acd294f83db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:40.547046 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff3c4dd-62c9-4fef-a4c9-04bc42f41a16,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:40.549551 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:40.550701 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.551792 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-ec3d0c39-8b35-46f3-b7f0-46a7400c660f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cff3c4dd-62c9-4fef-a4c9-04bc42f41a16 HTTP/1.1" status: 204 len: 168 time: 0.1584477 May 31 12:56:41.197356 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-cf9ac498-8c53-4ffa-880f-cb446573a99b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:41.198757 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-cf9ac498-8c53-4ffa-880f-cb446573a99b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 814 time: 0.2311907 May 31 12:56:41.213151 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-65adf01f-a73f-4bd9-a4dd-d9f60ef3b384 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/quotas/74e370df3bf047a59e6268fb2d13f8c0 HTTP/1.1" status: 200 len: 375 time: 0.0088770 May 31 12:56:41.265966 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-41d42c14-5d83-47a8-b4e7-aa6bad1e3191 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476494 May 31 12:56:41.508181 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-64e2d970-d839-4b40-909e-0e1df01c717a service neutron] 10.222.0.61 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317927 May 31 12:56:41.644164 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-278940c0-6217-4437-9832-4cdc9d3a9938 service neutron] 10.222.0.61 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296396 May 31 12:56:41.829180 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-40ace32e-63c5-41c2-9268-bde9ae575c2c req-0333fb19-9d6d-43fb-93b9-424af85e3522 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 210 time: 0.0423851 May 31 12:56:42.860504 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-6f12fe36-29b8-44c0-b1ea-e27249c7e209 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:42.861981 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-6f12fe36-29b8-44c0-b1ea-e27249c7e209 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 814 time: 0.1542652 May 31 12:56:42.874153 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Request body: {'port': {'device_id': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed', 'admin_state_up': True, 'tenant_id': '74e370df3bf047a59e6268fb2d13f8c0'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:43.010428 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a875707e-312b-453e-b49c-9b0f2225bfad req-e789433e-0387-49b2-a671-b765087c2793 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 210 time: 0.0650935 May 31 12:56:43.057045 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:43.061067 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Usage tracker for resource:port and tenant:74e370df3bf047a59e6268fb2d13f8c0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:43.063848 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:43.069669 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:43.079422 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Made reservation on behalf of 74e370df3bf047a59e6268fb2d13f8c0 for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:56:43.083979 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:43.242925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Allocated IP 172.20.0.2 (e624b81e-b0ac-4664-b7dc-5fdebf58feed/575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570/a313df1a-02c7-4c1b-b76d-ff69d115d09a) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:56:43.451774 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:43.481146 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:43.486552 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c68043d7-de4c-4d80-b7a3-b3d687cb6113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:43.556666 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:56:43.560094 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:56:43.564435 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:56:43.604437 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Pushing event updated for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:43.612888 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:43.637813 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.638348 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:43.664337 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-0499210b-1ad6-486c-98e9-60ab1b46d309 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7939506 May 31 12:56:43.675510 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Request body: {'port': {'device_id': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:43.795047 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.289597 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce17395-ca0d-4cb5-9e91-52db79aecada req-a51b290a-e991-47a6-86ad-e56e9db6733e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:44.290321 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-cce17395-ca0d-4cb5-9e91-52db79aecada req-a51b290a-e991-47a6-86ad-e56e9db6733e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Synchronizing usage tracker for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:56:44.312055 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a313df1a-02c7-4c1b-b76d-ff69d115d09a {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:56:44.321568 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.325858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-cce17395-ca0d-4cb5-9e91-52db79aecada req-a51b290a-e991-47a6-86ad-e56e9db6733e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Unset dirty status for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:56:44.326991 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cce17395-ca0d-4cb5-9e91-52db79aecada req-a51b290a-e991-47a6-86ad-e56e9db6733e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 931 time: 0.1914399 May 31 12:56:44.351885 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Transition to ACTIVE for port object a313df1a-02c7-4c1b-b76d-ff69d115d09a will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:56:44.356260 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.362071 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e0e01a58-22bd-40b2-9653-b73f2c7b14d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:44.488536 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cce17395-ca0d-4cb5-9e91-52db79aecada req-17d438a0-db17-4345-ae60-1702bf27845a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551695 May 31 12:56:44.558828 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:44.563916 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:44.601657 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Attempting to bind port a313df1a-02c7-4c1b-b76d-ff69d115d09a on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:56:44.601987 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Attempting to bind port a313df1a-02c7-4c1b-b76d-ff69d115d09a by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:56:44.602311 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Attempting to bind port a313df1a-02c7-4c1b-b76d-ff69d115d09a on network e624b81e-b0ac-4664-b7dc-5fdebf58feed {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:56:44.607454 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Port a313df1a-02c7-4c1b-b76d-ff69d115d09a on network e624b81e-b0ac-4664-b7dc-5fdebf58feed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:56:44.607768 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Attempting to bind port a313df1a-02c7-4c1b-b76d-ff69d115d09a on network e624b81e-b0ac-4664-b7dc-5fdebf58feed {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:56:44.612847 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:56:44.613213 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Checking segment: {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:56:44.613589 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Bound using segment: {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:56:44.614005 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Bound port: a313df1a-02c7-4c1b-b76d-ff69d115d09a, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:56:44.614342 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.701358 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:56:44.704372 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:56:44.707630 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.711863 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-9d38a492-58bd-4f82-bae6-ae814505dd1a tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:44.768720 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:44.769335 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:44.770664 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] 10.222.0.38 "PUT /v2.0/ports/a313df1a-02c7-4c1b-b76d-ff69d115d09a HTTP/1.1" status: 200 len: 1093 time: 1.0992191 May 31 12:56:44.771155 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:44.773412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d761d31-346e-4247-a081-b52e8e0b944a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:44.793355 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:44.796255 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:44.839684 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dac1b71-23db-4779-bb5c-ea6418cc9d7e x-openstack-request-id: req-9dac1b71-23db-4779-bb5c-ea6418cc9d7e {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:44.840002 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:44.840291 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9dac1b71-23db-4779-bb5c-ea6418cc9d7e {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:44.840706 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a', 'status': 'completed', 'code': 200} May 31 12:56:44.879278 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-00a05230-b48d-4bd3-9352-4b44ac32d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:44.880734 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-00a05230-b48d-4bd3-9352-4b44ac32d472 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 1096 time: 0.0727801 May 31 12:56:44.953804 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-9103ba01-4a4c-41c7-bed0-4d1f59c887f0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a HTTP/1.1" status: 200 len: 217 time: 0.0663853 May 31 12:56:45.015596 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-14907046-4dab-4ad8-90fa-68d89026b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.017038 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-14907046-4dab-4ad8-90fa-68d89026b8b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 200 len: 854 time: 0.0572371 May 31 12:56:45.067072 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-7e7b987b-e3d0-44d3-b030-1c6bcd13f24e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e624b81e-b0ac-4664-b7dc-5fdebf58feed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441465 May 31 12:56:45.198005 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-21199455-e133-47c5-bb0e-0b2707a7b9a0 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247323 May 31 12:56:45.334219 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-030b9eef-fa5c-4970-a4a9-eb457c5bc47c req-621e1c63-32ef-455a-be68-76ce588e0554 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271915 May 31 12:56:45.455984 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761d31-346e-4247-a081-b52e8e0b944a req-993d391c-7847-4d15-8467-5006cad631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.457562 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-993d391c-7847-4d15-8467-5006cad631ef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 1096 time: 0.0726244 May 31 12:56:45.629381 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761d31-346e-4247-a081-b52e8e0b944a req-1976e33e-d482-4434-8b71-7698265987e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.630859 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-1976e33e-d482-4434-8b71-7698265987e3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 916 time: 0.1666849 May 31 12:56:45.710271 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-9e7703da-168a-4bce-acab-c63847b8ad20 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a HTTP/1.1" status: 200 len: 217 time: 0.0723047 May 31 12:56:45.876817 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761d31-346e-4247-a081-b52e8e0b944a req-b78ab597-1a95-46f8-a4dd-ded22ddfcc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.878261 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-b78ab597-1a95-46f8-a4dd-ded22ddfcc03 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 200 len: 854 time: 0.1615224 May 31 12:56:45.890484 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fd143-5208-45df-9eec-a6ed13713c9d req-b157b631-38c4-476b-86d8-250f958256cc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.891839 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad2fd143-5208-45df-9eec-a6ed13713c9d req-b157b631-38c4-476b-86d8-250f958256cc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 943 time: 0.2955203 May 31 12:56:45.944070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-147e0bb7-3c86-46eb-a299-38e480278822 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e624b81e-b0ac-4664-b7dc-5fdebf58feed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513279 May 31 12:56:46.038745 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ad2fd143-5208-45df-9eec-a6ed13713c9d req-e68fbe03-6b79-4543-bdef-bd9b55175ecf tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135268 May 31 12:56:46.101985 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-db19746b-44d1-444f-b4b9-735a6566b95f service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498585 May 31 12:56:46.235764 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d761d31-346e-4247-a081-b52e8e0b944a req-44ceddaa-dff8-458b-990b-4f782b3d50c1 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274419 May 31 12:56:47.231637 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829911da-74b5-4145-8f6b-861cb9b2f7bd req-b2219ac6-7e33-4a74-b227-ae95fc595413 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:47.233150 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-829911da-74b5-4145-8f6b-861cb9b2f7bd req-b2219ac6-7e33-4a74-b227-ae95fc595413 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 943 time: 0.0872004 May 31 12:56:47.278699 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-829911da-74b5-4145-8f6b-861cb9b2f7bd req-dfca3889-d74a-4720-becb-da86c3fc5ad0 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 May 31 12:56:47.752858 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a313df1a-02c7-4c1b-b76d-ff69d115d09a details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:56:47.883871 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:47.896369 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a', 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed', 'port_id': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a', 'mac_address': 'fa:16:3e:e5:5a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:56:47.952574 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:47.968471 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a313df1a-02c7-4c1b-b76d-ff69d115d09a {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:56:47.984162 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:47.987873 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:47.989777 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:48.054053 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:48.062051 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.062403 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.062747 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.063082 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.063423 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.063780 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.064108 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.064433 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.064760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.065081 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.065440 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.065759 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:48.069538 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:48.191799 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['a313df1a-02c7-4c1b-b76d-ff69d115d09a'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:48.464034 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a45b39-17c9-4d25-a1d2-73441ccefcbc req-adf7cd8c-77dc-4787-851b-b7a4ac04f4d7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:48.465500 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-90a45b39-17c9-4d25-a1d2-73441ccefcbc req-adf7cd8c-77dc-4787-851b-b7a4ac04f4d7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 944 time: 0.0791845 May 31 12:56:48.509063 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-90a45b39-17c9-4d25-a1d2-73441ccefcbc req-65d330e0-2ec2-4885-8889-6df98d97368c tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 May 31 12:56:49.098382 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34734) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:49.210928 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.224804 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:49.228629 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Usage tracker for resource:security_group_rule and tenant:997d0ff927434b67b1d3fd7a71cd2a49 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:49.231468 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:49.237086 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:49.316783 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.320191 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.328185 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5dae5617-c8fd-4c13-a005-c9f0574581ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:49.366217 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=997d0ff927434b67b1d3fd7a71cd2a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667575 May 31 12:56:49.367705 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf1d56-728e-406e-8625-cd5535719ff0,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:49.369640 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34740) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:49.372294 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:49.433672 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.458655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.509068 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.512623 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a6ef7858-6d34-4b6e-8d7b-32fc67d6f891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:49.524695 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf1d56-728e-406e-8625-cd5535719ff0,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:49.527573 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:49.529460 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.531010 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-bbc0d47a-f5bb-4b35-8436-dac3bb3653be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebcf1d56-728e-406e-8625-cd5535719ff0 HTTP/1.1" status: 204 len: 168 time: 0.1599464 May 31 12:56:49.702066 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009422a-807f-437f-bcf0-f8af06c2879a req-6082ea3d-70a1-483a-8415-e56e1323d2e2 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:49.703513 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e009422a-807f-437f-bcf0-f8af06c2879a req-6082ea3d-70a1-483a-8415-e56e1323d2e2 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 944 time: 0.0863469 May 31 12:56:49.751495 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e009422a-807f-437f-bcf0-f8af06c2879a req-0db91424-0496-4596-89fb-d33c4afb9a2a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 May 31 12:56:49.767357 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a313df1a-02c7-4c1b-b76d-ff69d115d09a up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:56:49.815520 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34750) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:49.832998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.836779 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port a313df1a-02c7-4c1b-b76d-ff69d115d09a completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:56:49.841984 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port a313df1a-02c7-4c1b-b76d-ff69d115d09a triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:56:49.842393 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.848465 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:49.852308 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac6d02c44383412d96f4e411aeb1be56 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:49.855811 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:49.861730 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:49.949080 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.952671 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.960108 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:49.963844 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bb3706a7-5377-4ba5-8100-67997f1d5e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:49.986847 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:49.989062 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646efe83-45cd-4307-9673-6eb098169c62" -d '{"events": [{"server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "name": "network-vif-plugged", "status": "completed", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:49.998758 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac6d02c44383412d96f4e411aeb1be56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798813 May 31 12:56:49.999432 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:49.999881 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34756) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:50.005116 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91d4b66-25ae-4be6-b251-5486973b8198,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:50.008619 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.008767 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:50.012778 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:50.058331 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abcb2e1-b237-41a0-ab66-16463b96996e x-openstack-request-id: req-8abcb2e1-b237-41a0-ab66-16463b96996e {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:50.058625 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "name": "network-vif-plugged", "status": "completed", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:50.058882 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8abcb2e1-b237-41a0-ab66-16463b96996e {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:50.059453 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a', 'code': 200} May 31 12:56:50.067094 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.080102 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.086400 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:50.089866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:50.107835 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.162254 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.167261 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8a6a4067-3206-45c1-9655-5102eb1a87e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:50.178869 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91d4b66-25ae-4be6-b251-5486973b8198,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:50.181803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:50.183999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.185129 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a9bc1e06-c9f4-45e9-b913-e0e131ced095 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b91d4b66-25ae-4be6-b251-5486973b8198 HTTP/1.1" status: 204 len: 168 time: 0.1841679 May 31 12:56:50.315727 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdd78b-ba01-4887-b700-927765d0f4d8 req-26160432-c500-4446-aa00-7e758d3e77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:50.317231 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5cbdd78b-ba01-4887-b700-927765d0f4d8 req-26160432-c500-4446-aa00-7e758d3e77cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 1098 time: 0.0833142 May 31 12:56:50.358881 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-5cbdd78b-ba01-4887-b700-927765d0f4d8 req-98385d15-e55c-40d8-90fd-688d6e6f99bc service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356300 May 31 12:56:50.934139 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1532ea-a5b6-45a2-990c-50b49046616e req-1dbb85cf-849a-4304-a6b1-7c921f2dbe26 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:50.935584 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa1532ea-a5b6-45a2-990c-50b49046616e req-1dbb85cf-849a-4304-a6b1-7c921f2dbe26 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0781937 May 31 12:56:50.987172 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-aa1532ea-a5b6-45a2-990c-50b49046616e req-9d46a290-9be2-4e43-bdc6-6675cf1059da tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 May 31 12:56:51.288206 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:56:52.185524 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808bedb-d91f-4484-a0b7-e5d4b9c0ed05 req-ff18d42b-25b6-46ca-ab1e-eb7ca186477b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:52.187408 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b808bedb-d91f-4484-a0b7-e5d4b9c0ed05 req-ff18d42b-25b6-46ca-ab1e-eb7ca186477b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0850406 May 31 12:56:52.232381 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b808bedb-d91f-4484-a0b7-e5d4b9c0ed05 req-6e20beed-8b58-4754-9d77-2f316a6310df tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391006 May 31 12:56:52.310335 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-243ecae3-c0e9-4793-94ac-2c25a706faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.845519 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34872) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:52.966044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.981418 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:52.985705 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Usage tracker for resource:security_group_rule and tenant:e4435ccc0e2e4be2b264af7146d63253 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:52.989016 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:52.995006 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:53.078698 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.083436 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.092524 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-08d92992-804b-4cfc-8cc9-81552418860d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:53.140232 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4435ccc0e2e4be2b264af7146d63253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933762 May 31 12:56:53.141337 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5bda77-7600-4df2-af8a-4eb3c76ae6f1,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:53.142949 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34892) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:53.144686 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-35246490-6699-4411-bc0a-27604bd40be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:53.203852 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.230397 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.284749 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.289569 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-746c33a5-c361-49f7-9b42-f83ceb5239a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:53.302698 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5bda77-7600-4df2-af8a-4eb3c76ae6f1,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:53.305690 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:53.316899 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.318054 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-cbc43c33-a4be-4d4e-8c98-c70a1525cdda admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be5bda77-7600-4df2-af8a-4eb3c76ae6f1 HTTP/1.1" status: 204 len: 168 time: 0.1740723 May 31 12:56:53.599920 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34900) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:53.616984 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.635062 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:53.638983 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Usage tracker for resource:security_group_rule and tenant:5984936918ef415588992a50fc3badf6 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:53.641876 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:53.648307 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:53.734435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.738150 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.748396 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-52df48b6-0f91-4816-817b-c5078f7e1fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:53.787751 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5984936918ef415588992a50fc3badf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867511 May 31 12:56:53.789469 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2505f17-1caa-49a5-8f43-79f6fde15111,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:53.791138 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34904) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:53.793348 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-32985d80-712f-48ac-984b-3819afd8d95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:53.849871 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.876238 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.929462 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.933779 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-6af7ce14-c4ce-4d10-8adc-fb2ad104b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:53.946754 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2505f17-1caa-49a5-8f43-79f6fde15111,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:53.957097 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.957498 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.957875 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.958244 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.958605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.958974 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.959327 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.959699 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.960058 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.960412 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.960765 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.961133 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:53.965933 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:53.967949 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.969030 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-193db015-e37a-476c-a697-0cd83a0710c6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2505f17-1caa-49a5-8f43-79f6fde15111 HTTP/1.1" status: 204 len: 168 time: 0.1769609 May 31 12:56:54.720491 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:54.740244 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2d103de1-b310-45bf-98f9-ae7c739a37e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:55.652990 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.562999 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 34982) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:56.681829 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.697478 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:56.701464 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Usage tracker for resource:security_group_rule and tenant:676bf744d3aa48d696d38376d3fa36d0 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:56.704332 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:56.710024 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:56.792891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.796559 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.807250 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-51b660a9-8006-4a36-9bb4-416d408135ce tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:56.847598 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=676bf744d3aa48d696d38376d3fa36d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835283 May 31 12:56:56.848520 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeba2b7-de1e-464b-8cf9-6e1561580636,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:56.850261 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34988) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:56.851592 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-3e392278-dcb4-4f03-a0de-1ec888925c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:56.909968 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.937561 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.991324 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.996223 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-bc080535-52d6-44d0-9ff9-b4bdca9b4a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:57.015512 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeba2b7-de1e-464b-8cf9-6e1561580636,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:57.019225 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:57.028031 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.029186 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-48e89a46-9547-4bea-956e-fe7eac75dc5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1eeba2b7-de1e-464b-8cf9-6e1561580636 HTTP/1.1" status: 204 len: 168 time: 0.1778393 May 31 12:56:57.305566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.316366 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 34998) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:57.333327 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.351028 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:57.357021 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:a575860abda6423e82dfc9dfa473c4e7 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:57.360846 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:57.368647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:57.456885 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.460917 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.469242 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d8b7e168-44af-457d-84d4-e4157c508bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:57.510223 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a575860abda6423e82dfc9dfa473c4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1928430 May 31 12:56:57.511169 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca7880f-73df-44d2-b2b1-4f36ad742979,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:57.512882 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35002) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:57.514181 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d0b177f0-918c-44b0-b2ea-1b382baf8ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:57.575585 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.601430 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.654262 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.658762 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-b4aa6edd-0588-47fc-ad30-753fa4f9d75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:57.670736 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca7880f-73df-44d2-b2b1-4f36ad742979,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:57.674586 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:57.679943 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.681037 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ca7880f-73df-44d2-b2b1-4f36ad742979 HTTP/1.1" status: 204 len: 168 time: 0.1671712 May 31 12:56:59.873207 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35078) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:59.990983 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.005447 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:00.009763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Usage tracker for resource:security_group_rule and tenant:03128ab670844109828ce488101582c1 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:00.012936 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:00.018721 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:00.105770 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.109288 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.117036 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-633ac6bc-3ada-46d6-8718-5b44c181aa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:00.157188 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03128ab670844109828ce488101582c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827485 May 31 12:57:00.158210 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49baa48-cc61-4fbd-b864-c424e2f08f8c,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:00.159813 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35084) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:00.161563 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c2ac6cea-7ea8-4cd3-bbc3-6094cb8034d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:00.220612 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.249442 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.304285 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.308518 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9f566101-9e60-4fce-989e-607c0d886775 tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:00.324433 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49baa48-cc61-4fbd-b864-c424e2f08f8c,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:00.327303 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:00.331274 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.332365 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-c7bdb4ee-db87-44ef-8eeb-71e2faf1ee0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f49baa48-cc61-4fbd-b864-c424e2f08f8c HTTP/1.1" status: 204 len: 168 time: 0.1715953 May 31 12:57:00.613021 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35094) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:00.632188 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.646765 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:00.651141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe116ac5f1442d9bdd115192521ad3e is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:00.653898 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:00.659490 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:00.742410 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.746916 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.755065 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-71329a43-f2c5-4d14-8b8a-6661f7ce9c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:00.794702 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dfe116ac5f1442d9bdd115192521ad3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805840 May 31 12:57:00.796280 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786176d-dbc2-4ce4-9414-824055ca00fb,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:00.797404 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35098) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:00.799252 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-a0577d9b-f574-4f4a-9771-2ef603a55188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:00.856365 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.881550 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.937977 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.941686 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b5fef41a-96d5-4d3e-a7f9-cb31398bcc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:00.955602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786176d-dbc2-4ce4-9414-824055ca00fb,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:00.957944 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:00.960129 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.961239 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8786176d-dbc2-4ce4-9414-824055ca00fb HTTP/1.1" status: 204 len: 168 time: 0.1627347 May 31 12:57:02.099674 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35132) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:02.218277 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.236237 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:02.240010 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Usage tracker for resource:security_group_rule and tenant:f774e4dd6837413d8b282fbb60144ab6 is out of sync, need to count used quota {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:02.242794 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.quota.resource [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98259) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:02.249021 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.quota.driver [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98259) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:02.331743 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.335808 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.345083 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-b51d66ac-eca6-4a47-ab2d-38c70d18c990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:02.385347 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f774e4dd6837413d8b282fbb60144ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845502 May 31 12:57:02.386186 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeaee9f-0443-4841-849d-0ca8924356b0,revision_number=1']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:02.388652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35138) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:02.389195 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-9ddaf368-1bb7-43ae-bec6-e947df31a80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:02.452288 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.479517 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.530893 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.534615 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e9ce3bd9-de43-49e5-954c-ee09fbcb0494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:02.549423 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeaee9f-0443-4841-849d-0ca8924356b0,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:02.552236 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:02.562157 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.563423 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-e013d38d-b315-4869-a2c1-ebc3c2f6d93d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3aeaee9f-0443-4841-849d-0ca8924356b0 HTTP/1.1" status: 204 len: 168 time: 0.1737602 May 31 12:57:04.007610 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35194) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:04.131996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.146044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:04.150375 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Usage tracker for resource:security_group_rule and tenant:ffeb2f1747d2463da75fbb61c6a008c4 is out of sync, need to count used quota {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:04.153220 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98258) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:04.158926 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:04.239783 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.243578 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.251777 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-94fe36cf-21f8-4166-8ac2-b6f7d3f127eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:04.293344 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ffeb2f1747d2463da75fbb61c6a008c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846997 May 31 12:57:04.296007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35204) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:04.296515 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6716920f-ca2c-47bb-a277-d8d7c596b6d3,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:04.299144 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-fc921b5d-c0fb-43e0-814d-91f1099d13fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:04.354658 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.379007 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.429077 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.433765 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-6e894a1b-f580-4451-a9bf-0fd66f43d9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:04.449688 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6716920f-ca2c-47bb-a277-d8d7c596b6d3,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:04.454090 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:04.458159 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.459239 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4558a11d-84c5-4c08-a7af-e34e129d8606 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6716920f-ca2c-47bb-a277-d8d7c596b6d3 HTTP/1.1" status: 204 len: 168 time: 0.1622882 May 31 12:57:13.742592 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35254) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:14.096812 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Deleting port fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:14.097079 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.215373 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.215702 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.334153 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Calling delete_port for fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4 owned by network:floatingip {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:14.453895 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.457457 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d6897701-282a-464a-8c7d-82f1732fece7 tempest-AttachVolumeTestJSON-1307449786 tempest-AttachVolumeTestJSON-1307449786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:14.501715 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event deleted for resources: {'Port': ['ID=fd07a1a5-0a9e-496e-89d0-bcc6fbc815e4,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:14.544853 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.545329 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.545691 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.546211 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.546568 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.546921 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.547276 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.547634 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.547976 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.548318 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.548659 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.548998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:14.552221 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:14.609609 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for floatingip, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.609944 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.db.l3_db [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Floating IP 442ac8ee-7807-4d26-a25f-9348bfbee939 disassociated (deleted). External IP: 172.28.2.31, port: fd4246f3-56ec-4a8c-b4a5-235a42108469. May 31 12:57:14.971834 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Router ae2eeece-3ddb-4b92-a7bc-521a811507f0 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:15.152268 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:15.161501 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Sync routers for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:15.168348 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for floatingip, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:15.171200 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:15.171846 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:15.220674 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-74a148a5-5245-4a1f-8037-6d8bf5c8d06e tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "DELETE /v2.0/floatingips/442ac8ee-7807-4d26-a25f-9348bfbee939 HTTP/1.1" status: 204 len: 168 time: 1.4770272 May 31 12:57:15.221349 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:15.223667 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08e87f193f3fe3a0b9e185ce1299a7bce81433d5a60e6cb9f1fe97175fb69fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:15.267090 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b6f0a0-faf5-4a6d-9a50-f9d67eefba38 x-openstack-request-id: req-83b6f0a0-faf5-4a6d-9a50-f9d67eefba38 {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:15.267504 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "status": "completed", "code": 200}]} {{(pid=98259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:15.267961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83b6f0a0-faf5-4a6d-9a50-f9d67eefba38 {{(pid=98259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:15.268489 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'status': 'completed', 'code': 200} May 31 12:57:15.358592 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:15.463533 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-bfac9127-6818-4537-97d3-66abd508e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.465445 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-bfac9127-6818-4537-97d3-66abd508e533 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2c615350ee5c41f4b09cba7385a81c84&device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 1098 time: 0.1754768 May 31 12:57:15.657763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-b657f881-868b-4a39-bf2f-62e702c15444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.659348 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-b657f881-868b-4a39-bf2f-62e702c15444 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 200 len: 910 time: 0.1851931 May 31 12:57:15.671066 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6c98c-1b1c-4a9a-9b3a-c8590ee8108d req-c69fdff9-bee0-4d3c-bf7c-c20dccba6779 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.672589 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b0d6c98c-1b1c-4a9a-9b3a-c8590ee8108d req-c69fdff9-bee0-4d3c-bf7c-c20dccba6779 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1284828 May 31 12:57:15.715378 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:15.719372 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Checking router: ae2eeece-3ddb-4b92-a7bc-521a811507f0 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:15.728312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:15.729218 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:15.753450 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-189fb9ff-9936-4861-b2a1-64fe4fcc2ca9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 200 len: 217 time: 0.0798824 May 31 12:57:15.817462 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b0d6c98c-1b1c-4a9a-9b3a-c8590ee8108d req-1128087f-8045-4b80-8d28-727dea91a735 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963423 May 31 12:57:15.831137 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-9e9f481c-c32f-423f-87bf-a35c288949b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.832820 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-9e9f481c-c32f-423f-87bf-a35c288949b5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 200 len: 847 time: 0.0687361 May 31 12:57:15.917869 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-35d68b0f-fbdf-48d9-bff9-6f6818d59ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.919373 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-35d68b0f-fbdf-48d9-bff9-6f6818d59ac2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796733 May 31 12:57:15.922761 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:16.061673 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-bb74f8b3-1fde-4cc2-b6bc-cac9747ab3ef service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343784 May 31 12:57:16.201638 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-e4c3a16a-0c4a-4ebb-96fe-dfd5d0cae5b2 req-d4d01acc-41fe-45ee-9234-55ffcf70104a service neutron] 10.222.0.38 "GET /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318083 May 31 12:57:16.231939 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:16.235823 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe546ae1-37f1-4a86-8405-5aee65b1e2bd None None] The sync data for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb is: [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:52:56Z', 'revision_number': 4, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb', '_interfaces': [{'id': 'ebcf57b2-2cab-4072-bf2d-7edbcb169462', 'name': '', 'network_id': '5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'mac_address': 'fa:16:3e:b8:7f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:55Z', 'updated_at': '2021-05-31T12:53:02Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'subnets': [{'id': 'ee85ade6-62b4-4b7c-982b-a6ff0db631a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:16.439681 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bf7f1-c595-486c-a2c3-f8ad3b685c44 None None] New status for floating IP 442ac8ee-7807-4d26-a25f-9348bfbee939: DOWN {{(pid=98261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:57:16.941160 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8ab17-0ab5-4985-969d-cecd946354de req-9f2392c6-fd1f-4f18-8864-d2ea3597de89 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:16.942588 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98e8ab17-0ab5-4985-969d-cecd946354de req-9f2392c6-fd1f-4f18-8864-d2ea3597de89 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.38 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.0835812 May 31 12:57:17.127374 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e807882-6bd0-4b29-a307-1348f7e92ce3 req-00e44d1f-fee6-4fb0-92d5-240d28ec9fdb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:17.128712 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1e807882-6bd0-4b29-a307-1348f7e92ce3 req-00e44d1f-fee6-4fb0-92d5-240d28ec9fdb tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 945 time: 0.1852658 May 31 12:57:17.170075 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Deleting port fd4246f3-56ec-4a8c-b4a5-235a42108469 {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:17.170413 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.203154 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1e807882-6bd0-4b29-a307-1348f7e92ce3 req-10f45d6b-82a5-406a-a378-fbf12bef8b54 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679204 May 31 12:57:17.312206 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] For port fd4246f3-56ec-4a8c-b4a5-235a42108469, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=fd4246f3-56ec-4a8c-b4a5-235a42108469,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:17.312559 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.434200 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Calling delete_port for fd4246f3-56ec-4a8c-b4a5-235a42108469 owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:17.541401 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.547267 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:17.594382 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event deleted for resources: {'Port': ['ID=fd4246f3-56ec-4a8c-b4a5-235a42108469,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:17.597389 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:17.746422 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] No DVR routers for this DVR port fd4246f3-56ec-4a8c-b4a5-235a42108469 on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:17.748722 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:17.751194 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-deleted', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:17.753429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f9daf-eedd-4f27-b488-f87c5a700495" -d '{"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-deleted", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:17.767256 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-98e8ab17-0ab5-4985-969d-cecd946354de req-705beaf8-6ecf-46da-865b-de0998b690e4 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.38 "DELETE /v2.0/ports/fd4246f3-56ec-4a8c-b4a5-235a42108469 HTTP/1.1" status: 204 len: 173 time: 0.7892752 May 31 12:57:17.799363 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c826dd-5c68-4b12-8cd1-18e4d8b88b81 x-openstack-request-id: req-22c826dd-5c68-4b12-8cd1-18e4d8b88b81 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:17.799363 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0507eadb-d205-43c4-a661-6c301e5c7d04", "name": "network-vif-deleted", "tag": "fd4246f3-56ec-4a8c-b4a5-235a42108469", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:17.799663 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22c826dd-5c68-4b12-8cd1-18e4d8b88b81 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:17.799970 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0507eadb-d205-43c4-a661-6c301e5c7d04', 'name': 'network-vif-deleted', 'tag': 'fd4246f3-56ec-4a8c-b4a5-235a42108469', 'status': 'completed', 'code': 200} May 31 12:57:18.370641 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-834fdc57-41af-43b1-ab48-0afa11af7e89 req-3bbf635c-bf97-45fd-a10e-a825d8151911 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Synchronizing usage tracker for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:18.385398 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-834fdc57-41af-43b1-ab48-0afa11af7e89 req-3bbf635c-bf97-45fd-a10e-a825d8151911 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Unset dirty status for tenant:2c615350ee5c41f4b09cba7385a81c84 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:18.386524 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-834fdc57-41af-43b1-ab48-0afa11af7e89 req-3bbf635c-bf97-45fd-a10e-a825d8151911 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "GET /v2.0/ports?device_id=0507eadb-d205-43c4-a661-6c301e5c7d04 HTTP/1.1" status: 200 len: 210 time: 0.0609727 May 31 12:57:19.484593 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35296) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:19.551381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.580449 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.744957 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.749713 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-56d06561-78ff-402b-9416-dddd1fb10273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:19.763668 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f589a2d-d5dd-48ec-8fef-3e001ad72cd2,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:19.766536 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:19.773762 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.775381 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8309dd35-deb6-482c-9119-f22d4b1e6306 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] 10.222.0.61 "DELETE /v2.0/security-groups/6f589a2d-d5dd-48ec-8fef-3e001ad72cd2 HTTP/1.1" status: 204 len: 168 time: 0.2892687 May 31 12:57:19.815506 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35302) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:20.029939 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:20.357932 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:20.407882 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-f8445d46-c696-4601-b354-aa0b81d975a6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725074 May 31 12:57:20.546393 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-45c68bcf-e686-4878-923c-edab97182e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:20.547909 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-45c68bcf-e686-4878-923c-edab97182e70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 1098 time: 0.0717051 May 31 12:57:20.699553 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-72010b24-88d2-4252-95e2-34f7b489918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:20.701034 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-72010b24-88d2-4252-95e2-34f7b489918d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 916 time: 0.1313870 May 31 12:57:20.773788 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-ecbcd108-617f-49af-b318-1f0866a88c00 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a HTTP/1.1" status: 200 len: 217 time: 0.0648036 May 31 12:57:20.794546 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Deleting port ebcf57b2-2cab-4072-bf2d-7edbcb169462 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:20.795073 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:20.839360 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-420f7f3a-7238-41ab-b120-9fb8ae62b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:20.840725 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-420f7f3a-7238-41ab-b120-9fb8ae62b371 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 200 len: 854 time: 0.0603848 May 31 12:57:20.889202 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-aa7d6714-d3ec-4e91-80a2-5ed7dc60c9fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e624b81e-b0ac-4664-b7dc-5fdebf58feed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404737 May 31 12:57:20.914362 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] For port ebcf57b2-2cab-4072-bf2d-7edbcb169462, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ebcf57b2-2cab-4072-bf2d-7edbcb169462,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:20.914718 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.020159 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-42352e15-ccca-42f1-8b0d-a0833b163be5 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235945 May 31 12:57:21.036376 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Calling delete_port for ebcf57b2-2cab-4072-bf2d-7edbcb169462 owned by network:router_interface {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:21.151833 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-cf56b8e3-79be-47c3-9508-12aac8e57a93 req-282ae185-3708-40fb-b983-79e052a4c202 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249452 May 31 12:57:21.186345 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.191693 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e1b6c224-af07-461f-bed7-aab617b12e46 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:21.239392 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcf57b2-2cab-4072-bf2d-7edbcb169462,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:21.398509 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:21.633368 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.893390 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:21.937341 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: fd4246f3-56ec-4a8c-b4a5-235a42108469 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:21.937827 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device fd4246f3-56ec-4a8c-b4a5-235a42108469 not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:21.987960 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Router ae2eeece-3ddb-4b92-a7bc-521a811507f0 has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:22.164809 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:22.172638 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Sync routers for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:22.180491 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-97f590ed-2ef4-4f5c-9923-1f601a47f162 admin admin] 10.222.0.61 "PUT /v2.0/routers/ae2eeece-3ddb-4b92-a7bc-521a811507f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639340 May 31 12:57:22.182800 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:22.183544 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35316) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:22.183695 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:22.362915 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-1c9ee14a-528c-4b92-8a41-e937bf2ae2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.374701 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.376520 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: dv-cinder-793264-2-smb {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:22.555251 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.633238 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Deleting port ca8f3dd9-4b23-449c-9ecc-835709783682 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:22.633411 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.677547 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:57:21Z', 'revision_number': 5, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port': {'id': 'ca8f3dd9-4b23-449c-9ecc-835709783682', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:51Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:22.681665 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Checking router: ae2eeece-3ddb-4b92-a7bc-521a811507f0 for host: dv-cinder-793264-2-smb {{(pid=98260) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:22.690964 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Routers {'ae2eeece-3ddb-4b92-a7bc-521a811507f0'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98260) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:22.691594 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'], 'active': True} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:22.875603 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] For port ca8f3dd9-4b23-449c-9ecc-835709783682, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=ca8f3dd9-4b23-449c-9ecc-835709783682,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:22.875966 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:22.918364 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvr_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] Set router ae2eeece-3ddb-4b92-a7bc-521a811507f0 gateway port host: None {{(pid=98260) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:23.000574 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Calling delete_port for ca8f3dd9-4b23-449c-9ecc-835709783682 owned by network:router_gateway {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:23.019665 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_hamode_db [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:57:22Z', 'revision_number': 6, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:23.023402 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db20fa6-1eda-484a-950c-90a93c457580 None None] The sync data for ids ['ae2eeece-3ddb-4b92-a7bc-521a811507f0'] in dv-cinder-793264-2-smb is: [{'id': 'ae2eeece-3ddb-4b92-a7bc-521a811507f0', 'name': 'tempest-TestShelveInstance-679598969-router', 'tenant_id': '2c615350ee5c41f4b09cba7385a81c84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:50Z', 'updated_at': '2021-05-31T12:57:22Z', 'revision_number': 6, 'project_id': '2c615350ee5c41f4b09cba7385a81c84', 'gw_port_host': None}] {{(pid=98260) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:23.139364 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.143742 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a9289b96-915c-489b-8b0c-461a40f2ff10 tempest-TestShelveInstance-1171647713 tempest-TestShelveInstance-1171647713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:23.189941 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca8f3dd9-4b23-449c-9ecc-835709783682,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:23.220763 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:23.280961 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.458040 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.460252 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.482330 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.482898 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae2eeece-3ddb-4b92-a7bc-521a811507f0 {{(pid=98259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:57:23.495734 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.496835 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a152a46e-e8c3-4a4f-827a-64bcdb29f9f7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/ae2eeece-3ddb-4b92-a7bc-521a811507f0 HTTP/1.1" status: 204 len: 168 time: 1.3124092 May 31 12:57:23.499435 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35330) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:23.556447 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Deleting subnet ee85ade6-62b4-4b7c-982b-a6ff0db631a6 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:57:23.559228 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.606619 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.683310 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.935692 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.944644 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:23.977627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee85ade6-62b4-4b7c-982b-a6ff0db631a6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:23.981754 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:23.984504 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:23.993538 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-06d62e04-cd02-4895-93be-7f1f223e7fba admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee85ade6-62b4-4b7c-982b-a6ff0db631a6 HTTP/1.1" status: 204 len: 168 time: 0.4907620 May 31 12:57:23.995271 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35338) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:23.996768 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7822ed80-9734-433b-a32a-0a4dc417884d None None] Network 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:24.125248 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.196921 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ebcf57b2-2cab-4072-bf2d-7edbcb169462 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:24.217976 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Deleting port 8911b5ee-a283-434b-a4ad-d1250ff485cc {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:24.218479 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.242021 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: ebcf57b2-2cab-4072-bf2d-7edbcb169462 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:24.242370 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ebcf57b2-2cab-4072-bf2d-7edbcb169462 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:24.242791 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ca8f3dd9-4b23-449c-9ecc-835709783682 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:24.282397 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: ca8f3dd9-4b23-449c-9ecc-835709783682 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:24.282739 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device ca8f3dd9-4b23-449c-9ecc-835709783682 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:24.369709 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] DHCP port deletion for 5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:57:24.384153 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8387628-92f2-4d73-ba06-a8bc69f48ecd req-08511d13-dafa-4699-98a0-3e736e5adafc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:24.385789 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8387628-92f2-4d73-ba06-a8bc69f48ecd req-08511d13-dafa-4699-98a0-3e736e5adafc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0987077 May 31 12:57:24.429864 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] For port 8911b5ee-a283-434b-a4ad-d1250ff485cc, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8911b5ee-a283-434b-a4ad-d1250ff485cc,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:24.430332 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.431572 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a8387628-92f2-4d73-ba06-a8bc69f48ecd req-5b51cedf-958c-4eeb-baeb-d44396b3eae7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 May 31 12:57:24.437880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Deleting port 8911b5ee-a283-434b-a4ad-d1250ff485cc {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:24.438272 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.542130 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] For port 8911b5ee-a283-434b-a4ad-d1250ff485cc, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=8911b5ee-a283-434b-a4ad-d1250ff485cc,segment=NetworkSegment(b6276c82-0f13-4806-a7cf-30cc21418d09),segment_id=b6276c82-0f13-4806-a7cf-30cc21418d09)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:24.542522 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.552358 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Calling delete_port for 8911b5ee-a283-434b-a4ad-d1250ff485cc owned by network:dhcp {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:24.601308 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.605843 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-558420e1-ec8a-42a9-915f-3f74b9a0daef tempest-VolumesActionsTest-1005837035 tempest-VolumesActionsTest-1005837035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:24.648412 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8911b5ee-a283-434b-a4ad-d1250ff485cc,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:24.651998 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:24.652775 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] No DVR routers for this DVR port 8911b5ee-a283-434b-a4ad-d1250ff485cc on host dv-cinder-793264-2-smb {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:24.664441 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Calling delete_port for 8911b5ee-a283-434b-a4ad-d1250ff485cc owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:24.706970 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.713238 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:24.764567 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Pushing event deleted for resources: {'Port': ['ID=8911b5ee-a283-434b-a4ad-d1250ff485cc,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:24.766381 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.771438 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:24.774092 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb42d5-7c59-4293-8c64-ec518726807b None None] No DVR routers for this DVR port 8911b5ee-a283-434b-a4ad-d1250ff485cc on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:24.781936 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e']}} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:24.782210 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.788585 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c1f5c550-84d7-4597-9495-134c52620613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.794993 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6276c82-0f13-4806-a7cf-30cc21418d09') {'for_net_delete': True} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:24.795289 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6276c82-0f13-4806-a7cf-30cc21418d09') {} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:24.806504 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146129'] for segment, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.822392 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.829351 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=98259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:57:24.829724 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2149668'] for segment, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: Traceback (most recent call last): May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: timer() May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: cb(*args, **kw) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: return func(*args, **kwargs) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: self._notify() May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: self.callback(batched_events) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: event.method(event) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: return f(self, *a, **k) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: return self._get(url).json() May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: return self.request(url, 'GET', **kwargs) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:57:24.842904 dv-cinder-793264-2-smb neutron-server[98259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:57:24.917293 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.920706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a51a903e-7f12-4074-8a9c-dd62d1bd526f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:24.933463 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.944976 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:24.949608 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:24.957780 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-29aa3087-8b53-45bf-a424-66fcffcfaeb9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5629d4b1-5e9b-4055-8a1f-d1ee05f9b83e HTTP/1.1" status: 204 len: 168 time: 0.9615073 May 31 12:57:24.961041 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35344) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:25.494579 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687358'] for router_interface, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.619912 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c990b7-a1d9-4a3f-a6cc-0d8641269cca req-44f6badc-a343-4183-a101-2840d721b1b7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:25.621361 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b2c990b7-a1d9-4a3f-a6cc-0d8641269cca req-44f6badc-a343-4183-a101-2840d721b1b7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0819955 May 31 12:57:25.654179 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.669060 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b2c990b7-a1d9-4a3f-a6cc-0d8641269cca req-52054d02-b480-46f5-b220-21d23f8b532b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 May 31 12:57:26.007567 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Deleting port daf173b4-4712-44f8-9a5d-c1dce46d08e6 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:26.007909 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.115484 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8911b5ee-a283-434b-a4ad-d1250ff485cc no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:26.131798 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] For port daf173b4-4712-44f8-9a5d-c1dce46d08e6, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=daf173b4-4712-44f8-9a5d-c1dce46d08e6,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:26.132151 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.151755 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 8911b5ee-a283-434b-a4ad-d1250ff485cc {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:26.152106 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 8911b5ee-a283-434b-a4ad-d1250ff485cc not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:26.250508 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Calling delete_port for daf173b4-4712-44f8-9a5d-c1dce46d08e6 owned by network:router_interface {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:26.397023 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.401345 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-d7324d6c-974f-45f8-be8d-2e58864dcd5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:26.443627 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Pushing event deleted for resources: {'Port': ['ID=daf173b4-4712-44f8-9a5d-c1dce46d08e6,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:26.469745 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:26.708506 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1682862'] for router_interface, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.854853 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95217307-f69c-4394-84b6-129b69b548f6 req-519a6ff9-70cf-4ef8-aa05-da829ede5e37 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.856356 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-95217307-f69c-4394-84b6-129b69b548f6 req-519a6ff9-70cf-4ef8-aa05-da829ede5e37 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0798197 May 31 12:57:26.903953 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-95217307-f69c-4394-84b6-129b69b548f6 req-0c679334-1e1c-4648-b0a7-03fa1fb3925c tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 May 31 12:57:27.059729 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Router dccf8126-3d26-41e0-9792-6aa8438bbc9a has already been hosted by L3 agent 9be865c7-f775-4949-b4e8-839c355f25d6 {{(pid=98259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:27.303513 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:27.336025 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] Notify agent at l3_agent.dv-cinder-793264-2-smb the message routers_updated {{(pid=98259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:27.344360 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Sync routers for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:27.353540 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-49aa307a-9798-4d2e-89c4-0cb1e0db646b admin admin] 10.222.0.61 "PUT /v2.0/routers/dccf8126-3d26-41e0-9792-6aa8438bbc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3904858 May 31 12:57:27.355154 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:27.355749 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:57:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:27.355967 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35352) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:27.527027 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: dv-cinder-793264-2-smb {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:27.530454 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:27.703446 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:27.773115 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Deleting port 5203336a-7b01-4721-a646-a85c0ca92baa {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:27.773797 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:27.799636 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'external_fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5'}], 'enable_snat': True}, 'gw_port_id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:57:26Z', 'revision_number': 5, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port': {'id': '5203336a-7b01-4721-a646-a85c0ca92baa', 'name': '', 'network_id': '68e5d9d0-323c-4f97-a04a-e2806c8b7429', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'ip_address': '172.28.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793264-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:01Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4116b87e-3dec-45c6-bc90-f0d2952fae5b', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793264-2-smb'}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:27.803434 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Checking router: dccf8126-3d26-41e0-9792-6aa8438bbc9a for host: dv-cinder-793264-2-smb {{(pid=98261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:27.811802 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Routers {'dccf8126-3d26-41e0-9792-6aa8438bbc9a'} bound to L3 agent in host dv-cinder-793264-2-smb {{(pid=98261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:27.812391 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793264-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:42:25Z,description=,heartbeat_timestamp=2021-05-31T12:57:25Z,host='dv-cinder-793264-2-smb',id=9be865c7-f775-4949-b4e8-839c355f25d6,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:42:25Z,topic='l3_agent')) {'router_ids': ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'], 'active': True} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:27.896552 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] For port 5203336a-7b01-4721-a646-a85c0ca92baa, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=5203336a-7b01-4721-a646-a85c0ca92baa,segment=NetworkSegment(55df6c48-55da-4a16-a95f-0bbb8fcc1098),segment_id=55df6c48-55da-4a16-a95f-0bbb8fcc1098)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:27.896908 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:27.964682 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_dvr_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] Set router dccf8126-3d26-41e0-9792-6aa8438bbc9a gateway port host: None {{(pid=98261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:28.031695 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Calling delete_port for 5203336a-7b01-4721-a646-a85c0ca92baa owned by network:router_gateway {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:28.100817 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.l3_hamode_db [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:57:27Z', 'revision_number': 6, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port_host': None}], 'dv-cinder-793264-2-smb', False) {} {{(pid=98261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:28.105459 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7423a7a8-2fba-4467-9a37-47d053e44830 None None] The sync data for ids ['dccf8126-3d26-41e0-9792-6aa8438bbc9a'] in dv-cinder-793264-2-smb is: [{'id': 'dccf8126-3d26-41e0-9792-6aa8438bbc9a', 'name': 'tempest-TestShelveInstance-813542001-router', 'tenant_id': '5cec087e32814209ac6530f26dccb450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:57:27Z', 'revision_number': 6, 'project_id': '5cec087e32814209ac6530f26dccb450', 'gw_port_host': None}] {{(pid=98261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:28.141652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea14d7-b6c4-406a-9bbd-b3a73cb33787 req-bcf4772a-7d52-4ca4-bee8-fc7d62d7c2ef tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:28.145553 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bfea14d7-b6c4-406a-9bbd-b3a73cb33787 req-bcf4772a-7d52-4ca4-bee8-fc7d62d7c2ef tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.1234455 May 31 12:57:28.187855 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-bfea14d7-b6c4-406a-9bbd-b3a73cb33787 req-d656a289-c805-48d5-9a67-9c5c3eb033a0 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 May 31 12:57:28.192398 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.198014 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f4b86329-4d62-4cc5-b1e0-2660ede2a518 tempest-TestMinimumBasicScenario-816881038 tempest-TestMinimumBasicScenario-816881038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:28.267893 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5203336a-7b01-4721-a646-a85c0ca92baa,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:28.270065 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:28.286313 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:28.333562 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1681699'] for router_gateway, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.506936 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1659054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6573'] for router, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.509408 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.533240 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1682578'] for router, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.533771 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dccf8126-3d26-41e0-9792-6aa8438bbc9a {{(pid=98259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:57:28.546671 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] Notify callbacks [] for router, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.547781 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-32c8dc5f-fab2-455c-abf7-5c15fc819a9f admin admin] 10.222.0.61 "DELETE /v2.0/routers/dccf8126-3d26-41e0-9792-6aa8438bbc9a HTTP/1.1" status: 204 len: 168 time: 1.1909387 May 31 12:57:28.550331 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35360) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:28.608756 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Deleting subnet ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1 {{(pid=98259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:57:28.611588 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.762706 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2146138'] for subnet, precommit_delete_associations {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:28.842280 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.032479 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-1f166367-9ef0-4932-8fe0-73131cfe172e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:29.033989 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-1f166367-9ef0-4932-8fe0-73131cfe172e tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.0847683 May 31 12:57:29.098982 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2150274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3249056'] for subnet, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.104619 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-5f5a1967-b51c-42fc-a177-6cb9a1aecbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:29.140751 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.145043 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:29.148196 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64803b-9416-4bac-b904-46687aa44aad None None] Network 50878f0b-db17-479e-9157-2654d91b52d7 requested from dv-cinder-793264-2-smb {{(pid=98260) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:29.148674 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:29.154817 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-8f8d278b-cd4b-458e-8abf-42b237cb591b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee9e7733-f8c0-4a55-9a0a-bc5fee0789e1 HTTP/1.1" status: 204 len: 168 time: 0.6011531 May 31 12:57:29.155082 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35364) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:29.183696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Deleting port a313df1a-02c7-4c1b-b76d-ff69d115d09a {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:29.183696 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.281512 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.361647 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Deleting port 4de8abbe-6db4-4554-b49b-da42775a0c24 {{(pid=98259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:29.362062 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.398459 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] DHCP port deletion for 50878f0b-db17-479e-9157-2654d91b52d7 request from dv-cinder-793264-2-smb {{(pid=98260) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:57:29.470895 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.db [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] For port 4de8abbe-6db4-4554-b49b-da42775a0c24, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=4de8abbe-6db4-4554-b49b-da42775a0c24,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:29.471251 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.476569 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Deleting port 4de8abbe-6db4-4554-b49b-da42775a0c24 {{(pid=98260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:29.476955 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.480963 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] For port a313df1a-02c7-4c1b-b76d-ff69d115d09a, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=a313df1a-02c7-4c1b-b76d-ff69d115d09a,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:29.481351 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.577855 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] For port 4de8abbe-6db4-4554-b49b-da42775a0c24, host dv-cinder-793264-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793264-2-smb',level=0,port_id=4de8abbe-6db4-4554-b49b-da42775a0c24,segment=NetworkSegment(5cc8c905-c248-4bc8-bcf2-b93af6b1044d),segment_id=5cc8c905-c248-4bc8-bcf2-b93af6b1044d)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:29.578250 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.595824 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.plugin [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Calling delete_port for 4de8abbe-6db4-4554-b49b-da42775a0c24 owned by network:dhcp {{(pid=98259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:29.611193 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Calling delete_port for a313df1a-02c7-4c1b-b76d-ff69d115d09a owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:29.631258 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcf2ea-cfdd-4452-a1dd-034d2801b1e5 req-3969607d-a80c-4144-a31f-3155e4f564ab tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:29.632704 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52fcf2ea-cfdd-4452-a1dd-034d2801b1e5 req-3969607d-a80c-4144-a31f-3155e4f564ab tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa37be66-9e0f-4224-a000-531b6fec08d9 HTTP/1.1" status: 200 len: 945 time: 0.3323393 May 31 12:57:29.649791 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2149745'] for port, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.654524 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-24d7a2c4-8d03-465c-9647-e5d40259744b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:29.691995 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-52fcf2ea-cfdd-4452-a1dd-034d2801b1e5 req-cb122767-2a0a-438b-970d-ca7e7b985147 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 May 31 12:57:29.699482 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de8abbe-6db4-4554-b49b-da42775a0c24,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:29.701337 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] No DVR routers for this DVR port 4de8abbe-6db4-4554-b49b-da42775a0c24 on host dv-cinder-793264-2-smb {{(pid=98259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:29.702644 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:29.754414 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Calling delete_port for 4de8abbe-6db4-4554-b49b-da42775a0c24 owned by network:dhcp {{(pid=98260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:29.799439 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027'] for port, after_delete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.803256 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-dd3bf1a7-d19b-4cea-803c-6854b100cd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:29.809884 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.816031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-68f6cad9-230d-4a01-8d73-0bb0c989f25a tempest-AttachVolumeShelveTestJSON-283247152 tempest-AttachVolumeShelveTestJSON-283247152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:29.834205 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.839155 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['a313df1a-02c7-4c1b-b76d-ff69d115d09a'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:57:29.848602 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50878f0b-db17-479e-9157-2654d91b52d7']}} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:29.859994 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Pushing event deleted for resources: {'Port': ['ID=a313df1a-02c7-4c1b-b76d-ff69d115d09a,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:29.862456 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc8c905-c248-4bc8-bcf2-b93af6b1044d') {'for_net_delete': True} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:29.862760 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.services.segments.db [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc8c905-c248-4bc8-bcf2-b93af6b1044d') {} {{(pid=98259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:29.872604 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:29.877989 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2146129'] for segment, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.883280 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Pushing event deleted for resources: {'Port': ['ID=4de8abbe-6db4-4554-b49b-da42775a0c24,revision_number=None']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:29.898377 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:29.898621 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.906382 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f94d8-e5f5-4d6d-ab8b-abd7e9e2d959 None None] No DVR routers for this DVR port 4de8abbe-6db4-4554-b49b-da42775a0c24 on host dv-cinder-793264-2-smb {{(pid=98260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:29.913152 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=98259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:57:29.913152 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2149668'] for segment, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: Traceback (most recent call last): May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: timer() May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: cb(*args, **kw) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: return func(*args, **kwargs) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: self._notify() May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: self.callback(batched_events) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: event.method(event) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: return f(self, *a, **k) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: return self._get(url).json() May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: return self.request(url, 'GET', **kwargs) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:57:29.927651 dv-cinder-793264-2-smb neutron-server[98259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:57:29.953655 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] No DVR routers for this DVR port a313df1a-02c7-4c1b-b76d-ff69d115d09a on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:29.956071 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:29.958632 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'name': 'network-vif-deleted', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:29.960866 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190303ee-cf94-4357-ad24-a51992fad1a8" -d '{"events": [{"server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "name": "network-vif-deleted", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:29.978826 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-64fbe80b-69cc-4de3-884c-33738d264fb4 req-c008aa43-17f6-492b-b12c-f6ff0e970844 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "DELETE /v2.0/ports/a313df1a-02c7-4c1b-b76d-ff69d115d09a HTTP/1.1" status: 204 len: 173 time: 0.9383905 May 31 12:57:30.018190 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.018921 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097d3b64-3e9e-40af-9062-549bf622a0bc x-openstack-request-id: req-097d3b64-3e9e-40af-9062-549bf622a0bc {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:30.019249 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa37be66-9e0f-4224-a000-531b6fec08d9", "name": "network-vif-deleted", "tag": "a313df1a-02c7-4c1b-b76d-ff69d115d09a", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:30.019925 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-097d3b64-3e9e-40af-9062-549bf622a0bc {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:30.020073 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa37be66-9e0f-4224-a000-531b6fec08d9', 'name': 'network-vif-deleted', 'tag': 'a313df1a-02c7-4c1b-b76d-ff69d115d09a', 'status': 'completed', 'code': 200} May 31 12:57:30.022945 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:30.036295 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.047348 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50878f0b-db17-479e-9157-2654d91b52d7,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:30.051659 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:30.055252 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-f49ff92d-dff1-4c51-94dd-a4d51ca835d0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/50878f0b-db17-479e-9157-2654d91b52d7 HTTP/1.1" status: 204 len: 168 time: 0.8993042 May 31 12:57:30.144580 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5203336a-7b01-4721-a646-a85c0ca92baa no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:30.179969 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 5203336a-7b01-4721-a646-a85c0ca92baa {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:30.180594 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 5203336a-7b01-4721-a646-a85c0ca92baa not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:30.180760 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 4de8abbe-6db4-4554-b49b-da42775a0c24 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:30.184937 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35376) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:30.213775 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: 4de8abbe-6db4-4554-b49b-da42775a0c24 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:30.214129 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device 4de8abbe-6db4-4554-b49b-da42775a0c24 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:30.214557 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device daf173b4-4712-44f8-9a5d-c1dce46d08e6 no longer exists at agent ovs-agent-dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:30.234367 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-286089c9-0e3b-40c3-8229-59e80ae91f30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c615350ee5c41f4b09cba7385a81c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481415 May 31 12:57:30.236847 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35380) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:30.248951 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] No Port match for: daf173b4-4712-44f8-9a5d-c1dce46d08e6 {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:30.249328 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Device daf173b4-4712-44f8-9a5d-c1dce46d08e6 not bound to the agent host dv-cinder-793264-2-smb {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:30.303267 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.328974 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.381950 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.386932 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-90fba635-f39f-45dd-84a3-cd70d17f6be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:30.400545 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f28bd2-b3dd-4706-a3b3-2169bbf11679,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:30.404783 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:30.408547 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.409696 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-4abcaf65-3d26-465f-ab68-187a97edeffc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07f28bd2-b3dd-4706-a3b3-2169bbf11679 HTTP/1.1" status: 204 len: 168 time: 0.1719422 May 31 12:57:30.758623 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35390) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:30.807725 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-b8923b7e-52cb-49ce-bf07-befe417b4c5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cec087e32814209ac6530f26dccb450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473466 May 31 12:57:30.810204 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.wsgi [-] (98259) accepted ('10.222.0.61', 35394) {{(pid=98259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:30.867221 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.897650 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.953573 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.958601 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-e98f1885-5570-47ae-a999-b9d603019a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:30.971109 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64131b2-84c5-4dcb-81ba-e27180f4f05e,revision_number=None']} {{(pid=98259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:30.973642 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG oslo_concurrency.lockutils [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98259) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:30.974829 dv-cinder-793264-2-smb neutron-server[98259]: DEBUG neutron_lib.callbacks.manager [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:30.978262 dv-cinder-793264-2-smb neutron-server[98259]: INFO neutron.wsgi [None req-a83b0525-5429-462c-a43b-e902598ced5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d64131b2-84c5-4dcb-81ba-e27180f4f05e HTTP/1.1" status: 204 len: 168 time: 0.1648750 May 31 12:57:33.923380 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a313df1a-02c7-4c1b-b76d-ff69d115d09a no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:33.956866 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: a313df1a-02c7-4c1b-b76d-ff69d115d09a {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:33.957173 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device a313df1a-02c7-4c1b-b76d-ff69d115d09a not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:35.052272 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-2cb410fb-dbff-435e-a30b-3f6a0748b3dc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:35.053740 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-2cb410fb-dbff-435e-a30b-3f6a0748b3dc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 814 time: 0.1427357 May 31 12:57:35.068498 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-0fd8085d-1478-408a-881b-319bb54dfb6d tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/quotas/74e370df3bf047a59e6268fb2d13f8c0 HTTP/1.1" status: 200 len: 375 time: 0.0089321 May 31 12:57:35.113470 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-998c09c8-ce08-43e6-bc90-b9e353313be1 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Synchronizing usage tracker for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:35.128483 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-998c09c8-ce08-43e6-bc90-b9e353313be1 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Unset dirty status for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:35.129706 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-998c09c8-ce08-43e6-bc90-b9e353313be1 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565047 May 31 12:57:35.355769 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-398b7006-06ad-4e88-8399-18b560e598bf service neutron] 10.222.0.61 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193227 May 31 12:57:35.485974 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-069c6284-7912-48b0-b58e-285b94e3757b service neutron] 10.222.0.61 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 May 31 12:57:35.667453 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-88dd19cd-b60a-4a88-ac70-fec381117e3a req-ae219c0f-52bf-47af-b6d8-7bd72004dedc tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0481756 May 31 12:57:36.649285 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-2ae8e092-9219-42ee-b152-fd34ea5dadef tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:36.650690 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-2ae8e092-9219-42ee-b152-fd34ea5dadef tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 814 time: 0.1473770 May 31 12:57:36.662532 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Request body: {'port': {'device_id': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed', 'admin_state_up': True, 'tenant_id': '74e370df3bf047a59e6268fb2d13f8c0'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:36.828076 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-adf1ad03-84b8-41e9-8716-7f418da44c05 req-7a10151e-4fe4-441e-ae03-b033e8380c55 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0547564 May 31 12:57:36.837996 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:36.847909 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.quota.driver [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98258) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:36.857677 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Made reservation on behalf of 74e370df3bf047a59e6268fb2d13f8c0 for: {'port': 1} {{(pid=98258) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:57:36.861219 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.018396 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_common [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Allocated IP 172.20.0.9 (e624b81e-b0ac-4664-b7dc-5fdebf58feed/575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570/4e1e6c98-717a-4791-8ce6-837672997fdf) {{(pid=98258) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:37.304401 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks [] for port, precommit_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.332804 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732568931018', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_create {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.339229 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-50929fe6-48a7-48c3-b35d-6b9136cc45a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:37.400832 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Network e624b81e-b0ac-4664-b7dc-5fdebf58feed is already hosted by enough agents. {{(pid=98258) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:37.403763 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.scheduler.base_scheduler [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Resources bound (agent type, host, resource id): {{(pid=98258) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:37.406130 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Received port after_create {{(pid=98258) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:37.453887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Pushing event updated for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=1']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:37.456792 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:37.477170 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:37.477765 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.503024 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440702 May 31 12:57:37.514322 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.v2.base [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Request body: {'port': {'device_id': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79326'}} {{(pid=98258) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:37.623201 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.006210 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1e6c98-717a-4791-8ce6-837672997fdf {{(pid=98258) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:57:38.016460 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.036056 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.provisioning_blocks [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Transition to ACTIVE for port object 4e1e6c98-717a-4791-8ce6-837672997fdf will not be triggered until provisioned by entity L2. {{(pid=98258) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:38.040353 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.045310 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-5e5a2c93-e9cc-4323-a080-615f5d1f25e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:38.175191 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73af93-a73d-4753-aac3-b9166f04216c req-8354a285-875b-47c8-b080-04dbbbbc6367 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:38.175879 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-ee73af93-a73d-4753-aac3-b9166f04216c req-8354a285-875b-47c8-b080-04dbbbbc6367 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Synchronizing usage tracker for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:38.210348 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=2']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:38.225224 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:38.271036 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-ee73af93-a73d-4753-aac3-b9166f04216c req-8354a285-875b-47c8-b080-04dbbbbc6367 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Unset dirty status for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:38.272101 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee73af93-a73d-4753-aac3-b9166f04216c req-8354a285-875b-47c8-b080-04dbbbbc6367 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 931 time: 0.3268790 May 31 12:57:38.326238 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Attempting to bind port 4e1e6c98-717a-4791-8ce6-837672997fdf on host hv-cinder-79326 for vnic_type normal with profile {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:57:38.326570 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Attempting to bind port 4e1e6c98-717a-4791-8ce6-837672997fdf by drivers openvswitch,hyperv on host hv-cinder-79326 at level 0 using segments [{'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:57:38.326894 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Attempting to bind port 4e1e6c98-717a-4791-8ce6-837672997fdf on network e624b81e-b0ac-4664-b7dc-5fdebf58feed {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:38.334526 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Port 4e1e6c98-717a-4791-8ce6-837672997fdf on network e624b81e-b0ac-4664-b7dc-5fdebf58feed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79326 {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:57:38.334837 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Attempting to bind port 4e1e6c98-717a-4791-8ce6-837672997fdf on network e624b81e-b0ac-4664-b7dc-5fdebf58feed {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:38.340933 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-ee73af93-a73d-4753-aac3-b9166f04216c req-c57de0ba-3ab1-44b1-a3b8-da431ee207df tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 May 31 12:57:38.343273 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Checking agent: {'id': 'be30d720-fdeb-4c92-b937-c6415738cbd5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79326', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'started_at': datetime.datetime(2021, 5, 31, 12, 48, 20), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:57:38.343614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Checking segment: {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98258) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:38.344117 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Bound using segment: {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'} {{(pid=98258) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:57:38.344392 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.managers [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Bound port: 4e1e6c98-717a-4791-8ce6-837672997fdf, host: hv-cinder-79326, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86697a7-515e-4719-967c-60603092abbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed'}}] {{(pid=98258) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:57:38.344735 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.433823 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, cleared binding levels {{(pid=98258) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:57:38.436939 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4e1e6c98-717a-4791-8ce6-837672997fdf,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98258) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:57:38.441016 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593850'] for port, after_update {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.444541 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-e7601266-6563-4ffa-b402-69155e759a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:38.503110 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:38.503774 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.505070 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] 10.222.0.38 "PUT /v2.0/ports/4e1e6c98-717a-4791-8ce6-837672997fdf HTTP/1.1" status: 200 len: 1093 time: 0.9949610 May 31 12:57:38.505588 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:38.507821 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcff896-8603-4ec2-9f92-536184e20c03" -d '{"events": [{"name": "network-changed", "server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:38.525531 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=3']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:38.528377 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-c25316fb-4bfa-4acd-9f20-eedda551da00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:38.576402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a519b8-b8b2-4046-a964-98ea74744219 x-openstack-request-id: req-45a519b8-b8b2-4046-a964-98ea74744219 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:38.576728 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:38.577020 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45a519b8-b8b2-4046-a964-98ea74744219 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:38.577467 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf', 'status': 'completed', 'code': 200} May 31 12:57:38.611291 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c58f4aaf-7652-487e-9489-886318b2e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:38.612778 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-c58f4aaf-7652-487e-9489-886318b2e862 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0721722 May 31 12:57:38.684528 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-11035589-051e-4ceb-9208-bc98deed8358 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e1e6c98-717a-4791-8ce6-837672997fdf HTTP/1.1" status: 200 len: 217 time: 0.0626197 May 31 12:57:38.750428 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-3ea94f21-16f5-4ff2-a7ea-9ecdf01aa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:38.751792 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-3ea94f21-16f5-4ff2-a7ea-9ecdf01aa9d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 200 len: 854 time: 0.0605733 May 31 12:57:38.797320 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-62687e03-36cd-4901-98a5-71fdfebb2213 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e624b81e-b0ac-4664-b7dc-5fdebf58feed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393798 May 31 12:57:39.010001 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-4e506d7d-7ddd-45e4-933a-25d0b44aba14 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063351 May 31 12:57:39.139517 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-7d6e1af6-1029-4a9a-8fd2-60cbf05410a3 req-6b07a500-ac03-4c7d-9196-50d304270b85 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230719 May 31 12:57:39.249841 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-0acc2e97-f8ed-42f0-9df9-85a8db11fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:39.251276 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-0acc2e97-f8ed-42f0-9df9-85a8db11fb67 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0694492 May 31 12:57:39.381429 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-945a6869-877e-4831-b1bd-b902a70a92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:39.382875 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-945a6869-877e-4831-b1bd-b902a70a92bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 200 len: 916 time: 0.1247573 May 31 12:57:39.484065 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-82af9c89-a180-4526-9847-e54afa70869c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e1e6c98-717a-4791-8ce6-837672997fdf HTTP/1.1" status: 200 len: 217 time: 0.0943737 May 31 12:57:39.566891 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-7335117a-336f-4bef-a1fb-d0dc645fd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:39.568305 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-7335117a-336f-4bef-a1fb-d0dc645fd5ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 200 len: 854 time: 0.0773530 May 31 12:57:39.617307 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-f0341464-a5ed-4d7b-9562-afd0a3d9fbab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e624b81e-b0ac-4664-b7dc-5fdebf58feed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412438 May 31 12:57:39.625402 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf304e-7196-4358-8059-983758f9f2c6 req-f5beea5b-96f9-457b-9a64-9c5da774664b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:39.626745 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a0bf304e-7196-4358-8059-983758f9f2c6 req-f5beea5b-96f9-457b-9a64-9c5da774664b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 943 time: 0.1807649 May 31 12:57:39.745572 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a0bf304e-7196-4358-8059-983758f9f2c6 req-83f46ba5-187f-4005-99e7-321b315e0885 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007187 May 31 12:57:39.786155 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-145027b8-4f7f-4ca0-8cc3-3d62af7860f9 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585226 May 31 12:57:39.914874 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-9bcff896-8603-4ec2-9f92-536184e20c03 req-738c60d0-0191-48ce-9cfc-5a6c57bfdc35 service neutron] 10.222.0.38 "GET /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223912 May 31 12:57:40.927525 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b52d-493e-463b-8a19-25a1fb7c958d req-22d4cb41-7e65-41dd-899a-0675ea878664 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:40.929001 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6240b52d-493e-463b-8a19-25a1fb7c958d req-22d4cb41-7e65-41dd-899a-0675ea878664 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0788677 May 31 12:57:40.973244 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6240b52d-493e-463b-8a19-25a1fb7c958d req-8f998bf9-db0f-4fcb-be0d-ee50a6b5e5e3 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 May 31 12:57:41.944475 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 4e1e6c98-717a-4791-8ce6-837672997fdf details requested by agent hyperv_hv-cinder-79326 with host hv-cinder-79326 {{(pid=98260) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:57:42.077075 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4e1e6c98-717a-4791-8ce6-837672997fdf,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:42.091163 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Returning: {'device': '4e1e6c98-717a-4791-8ce6-837672997fdf', 'network_id': 'e624b81e-b0ac-4664-b7dc-5fdebf58feed', 'port_id': '4e1e6c98-717a-4791-8ce6-837672997fdf', 'mac_address': 'fa:16:3e:86:61:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98260) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:57:42.148737 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:42.158069 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732737c7-116e-4b20-8fa1-3a60e861c0fb req-5a49ec7d-a31f-42d8-ba6e-708c8addb695 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:42.159553 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-732737c7-116e-4b20-8fa1-3a60e861c0fb req-5a49ec7d-a31f-42d8-ba6e-708c8addb695 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 943 time: 0.0819080 May 31 12:57:42.166106 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1e6c98-717a-4791-8ce6-837672997fdf {{(pid=98260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:57:42.181529 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4e1e6c98-717a-4791-8ce6-837672997fdf,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:42.186959 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:42.189975 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:42.205888 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-732737c7-116e-4b20-8fa1-3a60e861c0fb req-474481e4-a088-486a-9ef2-9f2479d60a0f tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 May 31 12:57:42.259008 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=4']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:42.262607 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:42.374945 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['4e1e6c98-717a-4791-8ce6-837672997fdf'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:57:43.402884 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f4a9e-8e44-4607-9831-ac874b5e5d80 req-a1c2e075-facc-48ab-863d-ba3aaa26dbc7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:43.404312 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-775f4a9e-8e44-4607-9831-ac874b5e5d80 req-a1c2e075-facc-48ab-863d-ba3aaa26dbc7 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 944 time: 0.0789289 May 31 12:57:43.447107 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-775f4a9e-8e44-4607-9831-ac874b5e5d80 req-247e621e-9f43-476d-af1d-56312630f319 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 May 31 12:57:43.952824 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 4e1e6c98-717a-4791-8ce6-837672997fdf up at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:44.019320 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning for port 4e1e6c98-717a-4791-8ce6-837672997fdf completed by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:44.023755 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.db.provisioning_blocks [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Provisioning complete for port 4e1e6c98-717a-4791-8ce6-837672997fdf triggered by entity L2. {{(pid=98260) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:44.024127 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-661288'] for port, provisioning_complete {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:44.140350 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-706334'] for port, before_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:44.165495 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf'}] {{(pid=98260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:44.168345 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c12a5a149533cd34f38978968f74a03cfd05bd3b475ab7fd02ed2abe5bc25b19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19efa6b-a0b1-42f7-aa11-572ce5c067a4" -d '{"events": [{"server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "name": "network-vif-plugged", "status": "completed", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf"}]}' {{(pid=98260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:44.176119 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4e1e6c98-717a-4791-8ce6-837672997fdf,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:44.179971 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732569397140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732568931036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732568931341'] for port, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:44.183312 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-2092b9ed-ab63-4626-8cca-1ed64bebe52c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:44.219388 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996660f0-c010-441e-9d6c-7823056376c0 x-openstack-request-id: req-996660f0-c010-441e-9d6c-7823056376c0 {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:44.219682 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "name": "network-vif-plugged", "status": "completed", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf", "code": 200}]} {{(pid=98260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:44.219938 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-996660f0-c010-441e-9d6c-7823056376c0 {{(pid=98260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:44.220321 dv-cinder-793264-2-smb neutron-server[98260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf', 'code': 200} May 31 12:57:44.255061 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Pushing event updated for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=5']} {{(pid=98260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:44.258040 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG oslo_concurrency.lockutils [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:44.433414 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3001d0-2d14-4478-b974-bab4d705cfea req-8c93cf3f-9b98-4253-b133-234b033a3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:44.434932 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b3001d0-2d14-4478-b974-bab4d705cfea req-8c93cf3f-9b98-4253-b133-234b033a3e95 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 1098 time: 0.0720935 May 31 12:57:44.475016 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-1b3001d0-2d14-4478-b974-bab4d705cfea req-8e1a8a1a-d4e6-408d-983f-09543fae5eab service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 May 31 12:57:44.625735 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e718-2ccf-4e89-861e-63b5caac83c6 req-842d623e-314b-43fc-8905-ddd5a24a58b2 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:44.627155 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a5c7e718-2ccf-4e89-861e-63b5caac83c6 req-842d623e-314b-43fc-8905-ddd5a24a58b2 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0781472 May 31 12:57:44.672968 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-a5c7e718-2ccf-4e89-861e-63b5caac83c6 req-8eb49acc-65a7-49da-9f4b-2823962736c3 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401354 May 31 12:57:45.874834 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1bc77-58f5-4ad7-9515-f620267e69c5 req-04d5799f-eafd-4428-a983-86e311f0918f tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:45.876262 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-77e1bc77-58f5-4ad7-9515-f620267e69c5 req-04d5799f-eafd-4428-a983-86e311f0918f tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0964568 May 31 12:57:45.919702 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-77e1bc77-58f5-4ad7-9515-f620267e69c5 req-334c5ae2-ebe9-4844-82ae-209f7c6c9c05 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378094 May 31 12:57:50.024233 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:52.306973 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-36d6720d-6e32-4d2e-b8ec-36f946d587a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:54.737293 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:54.738901 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-940c2146-daeb-4692-a0a8-9144f0ada22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:55.654778 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:57.305566 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:01.793803 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b6864-9414-462a-bc75-fa99ea2c2e87 req-23ff0d6a-c9fd-46eb-a964-95ad887aa33b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:01.795240 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-343b6864-9414-462a-bc75-fa99ea2c2e87 req-23ff0d6a-c9fd-46eb-a964-95ad887aa33b tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.1640689 May 31 12:58:01.839994 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-343b6864-9414-462a-bc75-fa99ea2c2e87 req-0681cc1c-bdab-4501-8218-b0376e00a875 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 May 31 12:58:03.026490 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455af7a2-29f1-4061-9c3b-a1d35e00784d req-94ddf762-f9bd-4b25-b57c-224d4f5d6b3c tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:03.028138 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-455af7a2-29f1-4061-9c3b-a1d35e00784d req-94ddf762-f9bd-4b25-b57c-224d4f5d6b3c tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0811112 May 31 12:58:03.075618 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-455af7a2-29f1-4061-9c3b-a1d35e00784d req-c6924fc8-2c26-4d15-9747-7305e82d9337 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 May 31 12:58:04.259427 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a483743-e9af-470b-9c9c-90a775f95244 req-2f8209dc-286b-424f-9849-14d2207329fb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:04.261385 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0a483743-e9af-470b-9c9c-90a775f95244 req-2f8209dc-286b-424f-9849-14d2207329fb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0799942 May 31 12:58:04.304656 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-0a483743-e9af-470b-9c9c-90a775f95244 req-a1ad3d0a-2ac7-47cc-8fdb-fc953326672a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 May 31 12:58:05.284874 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:05.489966 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c6cbf-b8a9-402b-9d32-6ff6559b7f2b req-890bfa1d-f7ef-4f68-82cd-6ea5b85e4fb9 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:05.491400 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6e1c6cbf-b8a9-402b-9d32-6ff6559b7f2b req-890bfa1d-f7ef-4f68-82cd-6ea5b85e4fb9 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0838640 May 31 12:58:05.537242 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6e1c6cbf-b8a9-402b-9d32-6ff6559b7f2b req-63141a6e-4a1a-4318-9a68-f272588d59da tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/security-groups?id=05ec1ab6-a868-4824-a116-6606fd363a00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 May 31 12:58:05.781260 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-3c5a1c41-e933-461b-9fb1-e438971886be tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98258) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:05.782672 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-3c5a1c41-e933-461b-9fb1-e438971886be tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 945 time: 0.0800984 May 31 12:58:05.916096 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Deleting port 4e1e6c98-717a-4791-8ce6-837672997fdf {{(pid=98258) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:58:05.916440 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732569396035'] for port, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:06.045684 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.db [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] For port 4e1e6c98-717a-4791-8ce6-837672997fdf, host hv-cinder-79326, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79326',level=0,port_id=4e1e6c98-717a-4791-8ce6-837672997fdf,segment=NetworkSegment(e86697a7-515e-4719-967c-60603092abbb),segment_id=e86697a7-515e-4719-967c-60603092abbb)] {{(pid=98258) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:58:06.046044 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1680879'] for port, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:06.175658 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.plugin [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Calling delete_port for 4e1e6c98-717a-4791-8ce6-837672997fdf owned by compute:nova {{(pid=98258) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:58:06.285694 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-704713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732569397158', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732568931027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593843'] for port, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:06.291114 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-bb98e8d9-6274-4e3e-bdbf-add82c6fbba8 tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:58:06.296903 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.db [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] get_ports_and_sgs() called for port_ids ['4e1e6c98-717a-4791-8ce6-837672997fdf'] {{(pid=98260) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:58:06.336653 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Pushing event deleted for resources: {'Port': ['ID=4e1e6c98-717a-4791-8ce6-837672997fdf,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:58:06.380644 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.381028 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.381431 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.381801 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.382165 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.382528 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.382887 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.383242 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.383601 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.383955 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.384307 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.384656 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793264-2-smb {{(pid=98258) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:58:06.410858 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:58:06.421559 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] No DVR routers for this DVR port 4e1e6c98-717a-4791-8ce6-837672997fdf on host hv-cinder-79326 {{(pid=98258) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:58:06.423744 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31156'] for port, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:06.426225 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'name': 'network-vif-deleted', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf'}] {{(pid=98258) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:58:06.428395 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84210f133e1be5188d9610441f739eaeb09423f9d6b7c0ddeb0df4969e263022" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e623876-e1e4-4de3-b6f6-cb31adac9931" -d '{"events": [{"server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "name": "network-vif-deleted", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf"}]}' {{(pid=98258) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:58:06.442718 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-6f3238c0-6452-4eef-9024-40e1763a1676 req-29c2432e-5fdb-435e-af41-7b7d735111eb tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.38 "DELETE /v2.0/ports/4e1e6c98-717a-4791-8ce6-837672997fdf HTTP/1.1" status: 204 len: 173 time: 0.6549041 May 31 12:58:06.472298 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666f979b-b4c0-488b-a2c2-b38b38cf3064 x-openstack-request-id: req-666f979b-b4c0-488b-a2c2-b38b38cf3064 {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:58:06.472605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30af631-c351-42e6-a831-a9f37839d5e3", "name": "network-vif-deleted", "tag": "4e1e6c98-717a-4791-8ce6-837672997fdf", "status": "completed", "code": 200}]} {{(pid=98258) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:58:06.472918 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-666f979b-b4c0-488b-a2c2-b38b38cf3064 {{(pid=98258) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:58:06.473417 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30af631-c351-42e6-a831-a9f37839d5e3', 'name': 'network-vif-deleted', 'tag': '4e1e6c98-717a-4791-8ce6-837672997fdf', 'status': 'completed', 'code': 200} May 31 12:58:06.707054 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-b421b904-0421-43ab-b57c-818d9b1ea41f req-ae5a7246-095c-4708-a54e-5cb2f0cd4d2a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Synchronizing usage tracker for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:58:06.723220 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.quota.resource [req-b421b904-0421-43ab-b57c-818d9b1ea41f req-ae5a7246-095c-4708-a54e-5cb2f0cd4d2a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] Unset dirty status for tenant:74e370df3bf047a59e6268fb2d13f8c0 on resource:port {{(pid=98258) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:58:06.724487 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [req-b421b904-0421-43ab-b57c-818d9b1ea41f req-ae5a7246-095c-4708-a54e-5cb2f0cd4d2a tempest-VolumesSnapshotTestJSON-1470991304 tempest-VolumesSnapshotTestJSON-1470991304-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30af631-c351-42e6-a831-a9f37839d5e3 HTTP/1.1" status: 200 len: 210 time: 0.0624526 May 31 12:58:10.092426 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 4e1e6c98-717a-4791-8ce6-837672997fdf no longer exists at agent hyperv_hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:58:10.126285 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.plugin [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] No Port match for: 4e1e6c98-717a-4791-8ce6-837672997fdf {{(pid=98260) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:58:10.126621 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron.plugins.ml2.rpc [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Device 4e1e6c98-717a-4791-8ce6-837672997fdf not bound to the agent host hv-cinder-79326 {{(pid=98260) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:58:20.043211 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:22.307572 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-5f37b16a-390a-4990-a76e-c99ed10fffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:24.740408 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:24.742305 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b461d1bb-201b-45a5-966a-e44879b433bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:25.656940 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.007239 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35682) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:58:27.069141 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.db.db_base_plugin_v2 [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Deleting subnet 575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 {{(pid=98258) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:58:27.071974 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.127557 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1317900'] for subnet, precommit_delete_associations {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.180521 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-664018'] for subnet, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.311757 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.424365 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-664935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1583596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2746096'] for subnet, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.428903 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-7c72ab14-4482-4148-8d96-e4f619ed2e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:58:27.462031 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:58:27.465614 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:58:27.466605 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for subnet, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.472272 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-070cb99e-c393-4e50-a2b9-9e4557b0b0cc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/575d7f0a-d7f2-4316-aaaf-b9f5d6f1a570 HTTP/1.1" status: 204 len: 168 time: 0.4640560 May 31 12:58:27.474701 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35686) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:58:27.656815 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530854'] for network, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.775951 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-667485', 'neutron.services.segments.db._delete_segments_for_network-8732569457884'] for network, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.791183 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e624b81e-b0ac-4664-b7dc-5fdebf58feed']}} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:58:27.802743 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86697a7-515e-4719-967c-60603092abbb') {'for_net_delete': True} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:58:27.803038 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.services.segments.db [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86697a7-515e-4719-967c-60603092abbb') {} {{(pid=98258) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:58:27.814652 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732569466269', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1317895'] for segment, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.830740 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925'] for segment, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.836719 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=98258) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:58:27.837160 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-669925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593894'] for segment, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: Traceback (most recent call last): May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: timer() May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: cb(*args, **kw) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: return func(*args, **kwargs) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: self._notify() May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: self.callback(batched_events) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: event.method(event) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: return f(self, *a, **k) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: return self._get(url).json() May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: return self.request(url, 'GET', **kwargs) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:58:27.849832 dv-cinder-793264-2-smb neutron-server[98258]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:58:27.922462 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-667476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1694542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1583607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1681726'] for network, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.926116 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-8f7caa5f-7878-49b9-a7ba-f461ac58bca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:58:27.942871 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1583570'] for network, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:27.952154 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e624b81e-b0ac-4664-b7dc-5fdebf58feed,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:58:27.955540 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e624b81e-b0ac-4664-b7dc-5fdebf58feed HTTP/1.1" status: 204 len: 168 time: 0.4798918 May 31 12:58:27.956582 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-ce281a9f-2da7-460d-a749-af79bf7daee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:58:28.064901 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35692) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:58:28.115045 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-03ee4dbc-bdb9-4fc6-9bb4-6a062cf6037f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74e370df3bf047a59e6268fb2d13f8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485282 May 31 12:58:28.117235 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.wsgi [-] (98258) accepted ('10.222.0.61', 35696) {{(pid=98258) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:58:28.179924 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:28.205210 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:28.258650 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1694588'] for security_group, after_delete {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:28.264247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-32655ba5-547d-4151-8fdc-5648131cde83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:58:28.274247 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ec1ab6-a868-4824-a116-6606fd363a00,revision_number=None']} {{(pid=98258) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:58:28.278665 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG oslo_concurrency.lockutils [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98258) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:58:28.280577 dv-cinder-793264-2-smb neutron-server[98258]: DEBUG neutron_lib.callbacks.manager [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98258) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:28.281716 dv-cinder-793264-2-smb neutron-server[98258]: INFO neutron.wsgi [None req-130b37c4-336b-42ac-b0ee-e85821185ae8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05ec1ab6-a868-4824-a116-6606fd363a00 HTTP/1.1" status: 204 len: 168 time: 0.1635878 May 31 12:58:42.283567 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:50.042507 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:52.308096 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-52644300-41e4-4bb8-bc3a-9129e33e5222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:54.742574 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:54.744162 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-bb44343f-582d-4b71-9100-db292579eee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:55.659316 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:57.310878 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:19.282528 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:20.041057 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:22.308325 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-6b840378-2ac8-433e-bab2-4c4f18b9db4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:24.743503 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:24.745069 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-408b67c7-77bd-4f4b-8c21-bfb1febba7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:25.662119 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:27.313823 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:50.050537 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:52.308972 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-a0bdb3da-15e9-4ed1-96bc-38bb47cbbd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:54.745097 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:54.747178 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-761e5cd7-4ed0-4cc8-a877-03abacecde21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:55.663447 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:56.282208 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:57.318634 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:20.071158 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:22.309625 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-75f70ea9-f558-4ba7-a7c8-16032cdd272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:24.746228 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:24.747880 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2ec41cd0-d703-41a7-b732-00699e18402b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:25.666747 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:27.317832 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:33.280802 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:50.069183 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:52.311560 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-14b5d3cb-a2d3-4037-8ed7-a6258a72725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:54.747768 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-962b1acd-f5ee-4829-84fa-9bf38caf6145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:54.749598 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:55.668681 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:57.320451 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:10.280225 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:20.069410 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:22.313644 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-2e43c995-8f15-4eab-bc22-46876a47b9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.748535 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-e20647f1-946d-40c9-9aa1-30c5e709a43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.751340 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.671992 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:27.322689 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:47.278697 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:50.081853 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.315327 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-653d98f4-d961-4f4c-a722-06ccd44c474c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.747919 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.749786 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-94e15f01-781d-4aa1-93b4-b8b0ce72db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:55.674849 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.324938 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:20.081396 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:22.316230 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-c056c5c1-77bb-4b26-bcad-b5809f274c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:24.277650 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:02:24.748943 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:24.750696 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-4cb29809-eb01-4332-8fc8-40e55e5b8dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:25.678093 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:27.329174 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:50.098930 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-9a9897cf-1161-4769-affd-67a483e00c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:52.319372 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-74c7d771-5c95-44a1-8dbf-124bd7be6db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:54.748756 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-809ef6bc-9d64-4ca6-9f7a-c0605d62d737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:54.750460 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-b80809e7-dd60-47f2-8498-448e9e0d074a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:55.679997 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-736f447d-7eec-442c-88bb-14c9574cd62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:57.329750 dv-cinder-793264-2-smb neutron-server[98260]: DEBUG neutron_lib.callbacks.manager [None req-ec0856c3-6d03-4a79-ac1e-f2d20a916618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732569457902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-661139'] for agent, after_update {{(pid=98260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:01.277122 dv-cinder-793264-2-smb neutron-server[98261]: DEBUG neutron.db.agents_db [None req-a36fb979-cbac-40ef-ac3f-527d84247df1 None None] Agent healthcheck: found 6 active agents {{(pid=98261) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}